-- Logs begin at Thu 2022-07-14 15:00:17 UTC, end at Thu 2022-07-14 16:22:11 UTC. -- Jul 14 15:47:12.851244 dv-cinder-849869-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 15:47:15.560058 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.common.config [-] Logging enabled! Jul 14 15:47:15.560720 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 15:47:15.560864 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110956) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 15:47:15.564215 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.common.config [-] Logging enabled! Jul 14 15:47:15.564468 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 15:47:15.564778 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110956) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 15:47:15.565706 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 15:47:15.565938 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 15:47:15.566414 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 15:47:15.566660 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 15:47:15.566884 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 15:47:15.567196 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.567488 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.567718 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.568010 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.568323 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.568602 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.568889 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.569181 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.569461 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.569738 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.570016 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.570245 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.570523 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.570806 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.571090 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.571313 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] debug = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.571589 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.572006 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.572425 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.572711 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.572997 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.573272 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.573554 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.573813 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.574094 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.574418 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] host = dv-cinder-849869-1-iscsi {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.574692 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.574975 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.575257 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.575539 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.575810 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.576083 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.576392 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.576660 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.576927 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] log_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.577728 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.578012 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.578296 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.578582 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.578807 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.579281 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.579563 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.579847 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.580140 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.580414 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.580684 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.580955 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.581224 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.581489 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.581769 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.582044 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.582325 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.582594 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.582861 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.583127 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.583391 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.583668 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.583935 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.584221 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.584492 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.584773 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.585034 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.585301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.585593 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.585876 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.586154 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.586436 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.586707 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.586992 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.587262 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.587529 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.587799 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] use_json = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.588068 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.588362 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.588641 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.588909 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.589177 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.589444 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.589710 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.589991 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.590259 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:15.590550 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.590842 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.591139 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.591416 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.591764 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.591992 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.592305 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.592581 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.593546 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.593923 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.594220 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.594500 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.594799 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.595085 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.595380 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.595683 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.595976 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.596300 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.596576 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.596848 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.597128 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.597404 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.597688 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.597962 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.598248 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.598537 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.598814 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.599108 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.599390 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.599675 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.599967 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.600284 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.600560 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.600837 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.601124 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.601399 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.601669 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.601954 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.602228 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.602497 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.602773 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.603060 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.603345 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.603616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.603888 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.604194 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.604468 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.604738 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.605005 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.605277 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.605546 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.605824 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.606094 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.606363 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.606630 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.606901 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.607172 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.607439 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.607709 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.607975 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.608272 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.608638 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.608942 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.609213 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.609487 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.609757 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.610026 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.610295 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.610569 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.610838 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.611105 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.611374 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.611641 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.611911 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.612227 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.612501 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.612774 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.613046 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.613323 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.613602 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.613887 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.614140 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.614413 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.614681 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.614968 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.615245 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.615526 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.615803 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.616073 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.616412 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.616687 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.616969 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.617243 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.617518 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.617791 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.618071 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.618344 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.618618 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.618896 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.619172 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.619461 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.619806 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.620030 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.620345 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.620637 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.620925 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.621201 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.621506 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.621785 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:15.622002 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 15:47:15.622241 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110956) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 15:47:15.922875 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 15:47:15.923151 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 15:47:15.923461 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 15:47:15.923793 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 15:47:16.333158 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.333450 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.333722 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.334987 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.335265 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.335531 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.390085 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.390429 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.390699 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.405009 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.405816 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.406149 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.434986 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.435268 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.435532 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.473382 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.473913 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.474183 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.709938 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.710587 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.710587 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.710762 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.711339 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.807754 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.808072 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.808448 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.808720 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.808985 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.809291 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.809550 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.809804 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.810056 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.810335 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.810592 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.810885 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.811175 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.811457 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.811868 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.812164 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.812425 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.812693 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.812965 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.813230 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.813505 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.813757 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.814038 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.814416 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.814667 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.814914 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.815307 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:16.815544 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:16.815779 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:16.816010 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:16.816263 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:16.816495 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:16.816856 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 15:47:16.820940 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 15:47:16.827740 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 15:47:16.832483 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jul 14 15:47:16.834113 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 15:47:16.835749 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 15:47:16.836090 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 15:47:16.836509 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 15:47:16.839278 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 15:47:16.839530 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 15:47:16.839871 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 15:47:16.845710 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 15:47:16.868174 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 15:47:16.868635 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.868937 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110956) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 15:47:16.869307 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.870651 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110956) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 15:47:16.870926 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 15:47:16.871170 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 15:47:16.874565 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:16.874840 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:17.012879 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 15:47:17.013054 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 15:47:17.013283 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 15:47:17.013652 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 15:47:17.065078 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO dbcounter [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Registered counter for database neutron Jul 14 15:47:17.083170 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_db.sqlalchemy.engines [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110956) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 15:47:17.089060 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG dbcounter [-] [110956] Writer thread running {{(pid=110956) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 15:47:17.768321 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing driver for type 'gre' Jul 14 15:47:17.768950 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] gre ID ranges: [(1, 1000)] Jul 14 15:47:17.965967 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing driver for type 'local' Jul 14 15:47:17.966290 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing driver for type 'vlan' Jul 14 15:47:18.051692 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] VlanTypeDriver initialization complete Jul 14 15:47:18.051953 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing driver for type 'vxlan' Jul 14 15:47:18.052488 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] vxlan ID ranges: [(1, 1000)] Jul 14 15:47:18.265073 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing extension driver 'port_security' Jul 14 15:47:18.265611 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] PortSecurityExtensionDriver initialization complete Jul 14 15:47:18.265975 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing mechanism driver 'openvswitch' Jul 14 15:47:18.266322 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing mechanism driver 'hyperv' Jul 14 15:47:18.273275 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.plugin [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:47:18.273947 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.274323 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.274670 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.275172 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 15:47:18.275596 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnet after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.276017 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnet after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.276393 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.276780 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 15:47:18.277193 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.277543 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.277887 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.278274 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 15:47:18.278691 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > security_group after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.279039 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > security_group after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.279377 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.279770 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 15:47:18.280221 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.280567 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.280904 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.281321 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 15:47:18.281780 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > address_group after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.282125 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > address_group after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.282472 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.282882 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 15:47:18.283380 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] ML2 OVO RPC backend initialized. {{(pid=110956) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 15:47:18.284083 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.284462 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.284883 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.285239 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > networks before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.285584 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.285927 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > ports before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.286276 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnet before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.286617 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnets before_response 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.287031 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.287386 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.287721 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.288059 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.288422 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.288758 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.293048 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnet after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.293048 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnet after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.293048 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.301453 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded quota_driver: . Jul 14 15:47:18.301856 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.plugin [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Modular L2 Plugin initialization complete Jul 14 15:47:18.302157 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading services supported by the core plugin {{(pid=110956) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 15:47:18.302498 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.plugins.ml2.managers [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Got port-security extension from driver 'port_security' Jul 14 15:47:18.302974 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.extensions.vlantransparent [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Disabled vlantransparent extension. Jul 14 15:47:18.303462 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110956) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 15:47:18.303785 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: router Jul 14 15:47:18.346326 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.346711 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router after_create 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.347079 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router before_create 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.347569 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.348018 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.348398 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router after_delete 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.348758 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.349107 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.349462 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router after_create 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.349806 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router after_update 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.350218 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router after_update 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.350560 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.350918 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router after_update 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.351328 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_update 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.351700 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: port after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.352044 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: port after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.352406 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: subnet after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.352744 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.353091 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.353435 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_create 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.353775 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: port before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.354121 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.354474 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router after_update 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.354817 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.355168 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_create 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.355550 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.355896 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_update 55549900 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.356287 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > agent after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.356746 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > agent after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.357096 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > network after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.358003 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Tracking information for resource: router configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:18.358366 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Tracking information for resource: floatingip configured {{(pid=110956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 15:47:18.368776 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.db.l3_agentschedulers_db [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 15:47:18.369350 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: port after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.369707 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: port after_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.370057 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: port after_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.370404 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: port after_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.371235 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router before_create 55550100 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.371597 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.371956 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_create 55550100 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.372338 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > router precommit_update 55550100 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.377347 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.services.provider_configuration [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service providers = [] {{(pid=110956) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 15:47:18.377708 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.db.servicetype_db [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110956) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 15:47:18.380692 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.services.service_base [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 15:47:18.381043 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.services.service_base [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 15:47:18.381385 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.services.service_base [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 15:47:18.382422 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.services.service_base [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 15:47:18.382789 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.services.service_base [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 15:47:18.383162 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.383475 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 15:47:18.394744 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.395078 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: auto_allocate Jul 14 15:47:18.400826 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: network precommit_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.401192 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: network precommit_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.401774 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.402087 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: tag Jul 14 15:47:18.416558 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.416880 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: timestamp Jul 14 15:47:18.420795 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.421201 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: network_ip_availability Jul 14 15:47:18.426830 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.427203 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.427556 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.428306 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.428626 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: flavors Jul 14 15:47:18.433550 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.433877 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading Plugin: revisions Jul 14 15:47:18.438327 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 15:47:18.438713 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_concurrency.lockutils [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.515s {{(pid=110956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 15:47:18.445168 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110956) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 15:47:18.445168 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Initializing extension manager. Jul 14 15:47:18.445168 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: __init__.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.445168 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: __pycache__ {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.445168 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: address_group.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.445168 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.445168 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: address-group Jul 14 15:47:18.445724 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: address_scope.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.445724 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.445724 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: address-scope Jul 14 15:47:18.445724 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.445724 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.446122 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: router-admin-state-down-before-update Jul 14 15:47:18.446443 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: agent.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.447101 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.447599 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: agent Jul 14 15:47:18.447919 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: agent_resources_synced.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.448801 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.449304 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: agent-resources-synced Jul 14 15:47:18.449623 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: allowedaddresspairs.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.451434 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.451946 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: allowed-address-pairs Jul 14 15:47:18.452868 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: auto_allocated_topology.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.454157 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.454660 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: auto-allocated-topology Jul 14 15:47:18.454982 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: availability_zone.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.455639 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.456161 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: availability_zone Jul 14 15:47:18.456484 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: availability_zone_filter.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.457444 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.458049 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: availability_zone_filter Jul 14 15:47:18.458371 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: data_plane_status.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.459228 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.459724 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 15:47:18.460041 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: default_subnetpools.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.460924 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.461425 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: default-subnetpools Jul 14 15:47:18.461808 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.462572 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.463072 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: dhcp_agent_scheduler Jul 14 15:47:18.463390 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: dns.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.464280 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.464778 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 15:47:18.465098 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: dns_domain_ports.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.465958 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.466460 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 15:47:18.466776 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.467640 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.468859 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 15:47:18.469176 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: dvr.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.469810 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.470300 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: dvr Jul 14 15:47:18.470613 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: ecmp_routes.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.471477 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.471974 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 15:47:18.472373 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: empty_string_filtering.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.473234 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.473731 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: empty-string-filtering Jul 14 15:47:18.474048 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.474903 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.475406 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 15:47:18.475794 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.476685 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.477183 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 15:47:18.477501 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: external_net.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.478357 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.478856 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: external-net Jul 14 15:47:18.479176 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.480037 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.480547 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: extra_dhcp_opt Jul 14 15:47:18.480866 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: extraroute.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.481721 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.482216 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: extraroute Jul 14 15:47:18.482532 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: extraroute_atomic.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.483622 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.484321 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: extraroute-atomic Jul 14 15:47:18.488423 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: filter_validation.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.488423 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.488423 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: filter-validation Jul 14 15:47:18.488423 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: fip_pf_description.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.489330 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.489835 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 15:47:18.490156 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: fip_pf_port_range.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.491019 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.491522 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 15:47:18.491839 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: fip_port_details.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.492733 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.493238 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: fip-port-details Jul 14 15:47:18.493555 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: flavors.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.494725 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.495225 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: flavors Jul 14 15:47:18.495546 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.497213 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.497725 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 15:47:18.498050 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: floatingip_pools.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.498706 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.499371 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: floatingip-pools Jul 14 15:47:18.499697 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: ip_allocation.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.500658 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.501155 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 15:47:18.501476 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.502337 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.502832 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: ip-substring-filtering Jul 14 15:47:18.503152 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l2_adjacency.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.504034 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.504687 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 15:47:18.505004 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.505929 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.506441 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: router Jul 14 15:47:18.506764 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.508980 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.509503 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 15:47:18.509828 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.511076 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.511208 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: ext-gw-mode Jul 14 15:47:18.511580 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.517992 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.518498 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: l3-ha Jul 14 15:47:18.518823 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.519738 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.520277 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 15:47:18.520603 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3_flavors.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.521527 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.522022 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: l3-flavors Jul 14 15:47:18.522339 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.523859 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.524405 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 15:47:18.524851 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.525738 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.526243 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 15:47:18.526624 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: l3agentscheduler.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.527633 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.528162 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: l3_agent_scheduler Jul 14 15:47:18.528490 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: local_ip.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.530210 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.531349 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension local_ip not supported by any of loaded plugins Jul 14 15:47:18.531676 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: logging.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.533213 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.533729 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension logging not supported by any of loaded plugins Jul 14 15:47:18.534055 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: metering.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.534759 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.535332 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: metering Jul 14 15:47:18.535654 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.536935 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.537439 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: metering_source_and_destination_fields Jul 14 15:47:18.537763 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: multiprovidernet.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.538637 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.539137 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: multi-provider Jul 14 15:47:18.539456 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: netmtu.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.540397 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.540925 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: net-mtu Jul 14 15:47:18.546470 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: netmtu_writable.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.546983 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.547526 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: net-mtu-writable Jul 14 15:47:18.547864 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: network_availability_zone.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.548549 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.549137 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: network_availability_zone Jul 14 15:47:18.549461 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: network_ip_availability.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.550542 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.551058 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: network-ip-availability Jul 14 15:47:18.551392 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: network_segment_range.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.552202 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.552661 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 15:47:18.552987 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: pagination.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.553968 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.554303 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: pagination Jul 14 15:47:18.554630 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: port_device_profile.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.555494 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.556011 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: port-device-profile Jul 14 15:47:18.556362 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: port_mac_address_override.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.557248 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.557811 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: port-mac-override Jul 14 15:47:18.558138 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.559116 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.559629 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: port-mac-address-regenerate Jul 14 15:47:18.559952 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.560913 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.561447 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: port-numa-affinity-policy Jul 14 15:47:18.562306 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: port_resource_request.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.563310 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.563816 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 15:47:18.564169 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: port_resource_request_groups.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.565092 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.565600 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 15:47:18.565925 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: portbindings.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.566808 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.567317 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: binding Jul 14 15:47:18.567646 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: portbindings_extended.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.568883 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.569409 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: binding-extended Jul 14 15:47:18.569734 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: portsecurity.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.570607 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.571112 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: port-security Jul 14 15:47:18.571439 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: project_id.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.572446 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.572773 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: project-id Jul 14 15:47:18.573095 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: providernet.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.573963 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.574471 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: provider Jul 14 15:47:18.574792 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.578521 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.579303 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos not supported by any of loaded plugins Jul 14 15:47:18.579632 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.580861 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.581373 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 15:47:18.581701 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.582596 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.583103 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 15:47:18.583428 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_default.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.584331 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.584845 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-default not supported by any of loaded plugins Jul 14 15:47:18.585171 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_fip.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.586097 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.586601 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 15:47:18.586923 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.587803 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.588335 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 15:47:18.588658 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_gateway_ip.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.589537 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.590222 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 15:47:18.590402 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_port_network_policy.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.591272 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.591776 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 15:47:18.592123 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.593793 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.594347 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 15:47:18.594715 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.596072 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.597009 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 15:47:18.597423 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_pps_rule.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.598626 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.599286 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-pps not supported by any of loaded plugins Jul 14 15:47:18.599831 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_rule_type_details.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.601032 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.601551 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 15:47:18.601968 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.607779 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.608317 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 15:47:18.609294 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: qos_rules_alias.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.610384 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.610893 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 15:47:18.611220 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: quota_check_limit.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.612142 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.612701 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: quota-check-limit Jul 14 15:47:18.613029 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: quotasv2.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.613972 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.614297 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: quotas Jul 14 15:47:18.614616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: quotasv2_detail.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.616316 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.616656 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: quota_details Jul 14 15:47:18.616982 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: rbac.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.618316 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.618879 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: rbac-policies Jul 14 15:47:18.619216 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: rbac_address_group.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.620141 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.620648 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: rbac-address-group Jul 14 15:47:18.620974 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: rbac_address_scope.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.621857 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.622378 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: rbac-address-scope Jul 14 15:47:18.623043 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: rbac_security_groups.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.624564 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.625156 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: rbac-security-groups Jul 14 15:47:18.625484 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: rbac_subnetpool.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.626444 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.626952 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: rbac-subnetpool Jul 14 15:47:18.627275 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: revisionifmatch.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.628202 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.628715 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: revision-if-match Jul 14 15:47:18.629078 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: revisions.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.630158 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.630670 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: standard-attr-revisions Jul 14 15:47:18.630994 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: router_availability_zone.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.631633 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.632169 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: router_availability_zone Jul 14 15:47:18.632494 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: routerservicetype.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.633375 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.633879 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 15:47:18.634201 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.640991 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.641498 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: security-groups-normalized-cidr Jul 14 15:47:18.641818 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.642701 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.643215 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: port-security-groups-filtering Jul 14 15:47:18.643537 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.644454 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.644960 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: security-groups-remote-address-group Jul 14 15:47:18.645281 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.646167 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.646679 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: security-groups-shared-filtering Jul 14 15:47:18.647039 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: securitygroup.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.658016 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.658542 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: security-group Jul 14 15:47:18.658906 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: segment.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.659688 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.660242 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension segment not supported by any of loaded plugins Jul 14 15:47:18.660573 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.661485 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.661998 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 15:47:18.662327 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: servicetype.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.663381 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.663895 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: service-type Jul 14 15:47:18.664256 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: sorting.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.665244 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.665580 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: sorting Jul 14 15:47:18.665906 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: standard_attr_segment.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.666847 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.667361 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 15:47:18.667691 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: standardattrdescription.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.668341 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.668850 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: standard-attr-description Jul 14 15:47:18.669174 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: stateful_security_group.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.670077 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.670586 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: stateful-security-group Jul 14 15:47:18.670935 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: stdattrs_common.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.671580 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 15:47:18.671937 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.680988 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.681499 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 15:47:18.681823 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: subnet_onboard.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.682837 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.683353 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: subnet_onboard Jul 14 15:47:18.683680 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.684662 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.685167 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 15:47:18.685497 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: subnet_service_types.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.686381 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.687742 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: subnet-service-types Jul 14 15:47:18.688069 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: subnetallocation.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.689136 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.689652 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: subnet_allocation Jul 14 15:47:18.689978 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.690615 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.691124 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: subnetpool-prefix-ops Jul 14 15:47:18.691447 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.692358 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.692938 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 15:47:18.693264 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: tagging.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.694287 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.694813 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: standard-attr-tag Jul 14 15:47:18.695139 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: timestamp.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.696318 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.696833 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loaded extension: standard-attr-timestamp Jul 14 15:47:18.697159 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: trunk.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.698233 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.698744 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension trunk not supported by any of loaded plugins Jul 14 15:47:18.699068 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: trunk_details.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.699939 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.700557 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 15:47:18.700879 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: uplink_status_propagation.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.701754 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.702976 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 15:47:18.703303 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Loading extension file: vlantransparent.py {{(pid=110956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 15:47:18.704271 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 15:47:18.704776 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 15:47:18.707353 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:network Jul 14 15:47:18.707887 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:subnet Jul 14 15:47:18.708348 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 15:47:18.714905 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:port Jul 14 15:47:18.714905 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.714905 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service FLAVORS assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.714905 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.714905 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.714905 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:router Jul 14 15:47:18.714905 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 15:47:18.715394 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service METERING assigned prefix: /metering {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.715394 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.715394 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.715394 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:47:18.716005 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 15:47:18.716553 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:security_group Jul 14 15:47:18.716993 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 15:47:18.717541 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service CORE assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.717877 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 15:47:18.718235 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] subnetpool is already registered Jul 14 15:47:18.718679 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service CORE assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.719003 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 15:47:18.719336 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] subnetpool is already registered Jul 14 15:47:18.721782 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.722218 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service FLAVORS assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.722810 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.723232 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.723566 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:router Jul 14 15:47:18.723906 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] router is already registered Jul 14 15:47:18.724343 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 15:47:18.724681 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] floatingip is already registered Jul 14 15:47:18.725144 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service METERING assigned prefix: /metering {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.725812 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 15:47:18.726142 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] rbac_policy is already registered Jul 14 15:47:18.726588 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:security_group Jul 14 15:47:18.726926 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] security_group is already registered Jul 14 15:47:18.727326 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 15:47:18.727660 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] security_group_rule is already registered Jul 14 15:47:18.728315 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service CORE assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.728645 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 15:47:18.728981 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] subnetpool is already registered Jul 14 15:47:18.729402 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.v2.resource_helper [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Service CORE assigned prefix: {{(pid=110956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 15:47:18.729724 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 15:47:18.730054 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING neutron.quota.resource_registry [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] subnetpool is already registered Jul 14 15:47:18.730523 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: extensions {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.732000 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: address-groups {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.733681 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: address-scopes {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.735104 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: agents {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.736298 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: auto-allocated-topology {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.737564 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: availability_zones {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.741482 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: dhcp-networks {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.741482 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: dhcp-agents {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.741809 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: routers {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.743539 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: flavors {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.744839 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: service_profiles {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.746048 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: next_providers {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.747495 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: service_profiles {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.749683 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: floatingip-pools {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.751025 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: routers {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.752773 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: floatingips {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.754053 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: l3-routers {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.755532 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: l3-agents {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.757012 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: metering-labels {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.758329 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: metering-label-rules {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.759718 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: network-ip-availabilities {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.761229 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: bindings {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.762827 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: quotas {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.764577 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: quotas {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.766733 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: rbac-policies {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.767975 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: security-groups {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.769299 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: security-group-rules {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.770621 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: service-providers {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.771860 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: subnetpools {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.773241 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: subnetpools {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.775787 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.777513 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.779356 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.781334 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.783045 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.785061 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.786810 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.788740 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.790565 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.792335 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron.api.extensions [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Extended resource: tags {{(pid=110956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 15:47:18.798505 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING keystonemiddleware.auth_token [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 15:47:18.803721 dv-cinder-849869-1-iscsi neutron-server[110956]: WARNING keystonemiddleware.auth_token [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 15:47:18.813185 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_concurrency.lockutils [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Acquired lock "singleton_lock" {{(pid=110956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 15:47:18.813667 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_concurrency.lockutils [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Releasing lock "singleton_lock" {{(pid=110956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 15:47:18.814325 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO oslo_service.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Starting 2 workers Jul 14 15:47:18.819201 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Started child 111067 {{(pid=110956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 15:47:18.823705 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Started child 111068 {{(pid=110956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 15:47:18.824654 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:18.825358 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO neutron.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 15:47:18.826019 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:18.826200 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [-] (111067) wsgi starting up on http://0.0.0.0:9696 Jul 14 15:47:18.829384 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:18.829928 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO oslo_service.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Starting 1 workers Jul 14 15:47:18.830764 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [-] (111068) wsgi starting up on http://0.0.0.0:9696 Jul 14 15:47:18.834713 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Started child 111069 {{(pid=110956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 15:47:18.835299 dv-cinder-849869-1-iscsi neutron-server[110956]: INFO oslo_service.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Starting 1 workers Jul 14 15:47:18.841104 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] calling RpcWorker wait() {{(pid=111069) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 15:47:18.841104 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] returning from RpcWorker wait() {{(pid=111069) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 15:47:18.841759 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Started child 111070 {{(pid=110956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 15:47:18.841836 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:18.841906 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG neutron_lib.callbacks.manager [None req-3ae12bbd-e36c-4456-a95a-2f570a55bb90 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:18.841989 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:47:18.842603 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 15:47:18.842846 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 15:47:18.843035 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 15:47:18.843267 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 15:47:18.843594 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 15:47:18.843751 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 15:47:18.844313 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.844586 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.844859 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.845141 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.845723 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.845816 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:18.846236 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.846236 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.846519 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.846778 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.846951 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.847039 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:47:18.847110 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.847413 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.847666 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.847981 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.848287 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.848530 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.848803 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.848981 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.849248 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.849508 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.849772 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.850072 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] debug = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.850332 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.850805 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.851063 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.851314 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.851551 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.851820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.852075 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.852391 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.852631 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.852863 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.853124 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.853383 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.853637 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.853880 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.854115 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.854388 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.854609 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.855093 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] host = dv-cinder-849869-1-iscsi {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.855331 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.855549 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.855807 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.856056 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.856340 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.856571 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.856840 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.857106 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.857374 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.857618 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.857882 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.858126 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.858607 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.858766 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.858903 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_options = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.859187 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.859513 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.859786 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.859991 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.860201 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.860369 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.860619 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.860780 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.861022 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.861254 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.861496 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.861819 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.862060 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.862418 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.862586 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.862817 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.863050 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.863379 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.864412 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.864705 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.864981 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.865801 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.866076 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.866347 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.866621 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.866811 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.867072 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.867326 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.867555 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.867809 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.868077 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.868358 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.868571 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.869256 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.869256 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.869460 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.869558 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.869808 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.870101 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.870339 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.870603 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.870863 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.871093 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.871351 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.872031 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.872031 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.872031 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_json = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.872532 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.872532 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.872787 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.872922 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.873137 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.873358 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.873779 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.874478 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.874771 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.874994 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.875653 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.875653 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.877129 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.877129 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.877129 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.877129 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.877129 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.877129 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880153 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880745 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880745 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880745 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880745 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.880745 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.881093 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.881093 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.881244 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.881435 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.881661 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.881961 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.882230 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.882550 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.882978 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.883337 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.883603 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.119/identity {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.883865 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.884137 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.884401 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.884622 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.884842 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.885067 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.885289 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.885558 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.885799 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.886032 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.886298 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.886522 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.886774 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.886999 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.887262 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.887498 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.887719 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.887937 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.888244 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.888483 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.888722 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.888947 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.889160 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.889418 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.890293 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.890631 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.890961 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.891209 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.891435 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.891697 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.891942 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.892200 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.892422 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.892649 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.892874 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.893155 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.893395 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.893636 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.893886 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.894100 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.894333 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.894586 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.894831 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.895046 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.895270 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.895483 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.895719 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.895936 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.896178 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.896403 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.896644 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.896880 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.897096 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.897312 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.897527 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.897764 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.898016 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.898233 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.898538 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.898830 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.899104 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.899267 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.899517 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.899752 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.900782 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.901544 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.901802 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.902649 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.902919 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.903186 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.903436 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.904350 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.904612 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.904912 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.905354 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.905671 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.905912 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.906157 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.906396 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.906739 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.906996 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.907239 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.907480 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.907750 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.908044 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.909753 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.909753 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.909753 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.909753 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.909753 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.909753 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.910195 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.910382 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.910666 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.910990 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.911264 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.911545 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.911816 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.912079 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.912373 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.912860 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.913123 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.913450 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.913714 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.913960 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.914223 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.914447 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.914667 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.914901 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.915225 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.915465 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.915686 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.915904 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.916198 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.916694 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.916969 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.917237 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.917488 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.917724 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.918064 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.918303 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.119/identity {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.918551 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.918807 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.919044 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.919323 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.919537 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.919766 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.921500 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.922425 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.923755 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.924134 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.924568 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.924975 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.925215 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.925448 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.925686 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.927136 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.927599 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.929863 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.931835 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.932085 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.932353 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.932598 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.932831 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.933081 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.933313 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.933593 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.933862 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.934103 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.934355 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.934615 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.934856 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.935077 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.935328 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.935552 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.935769 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.936008 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.938639 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.938893 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.940199 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944119 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.944616 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.945198 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.945198 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.945198 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.945368 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.945447 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.946111 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.946111 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.946111 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.946397 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.946508 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.946812 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.946947 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.947157 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.947367 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.947579 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.947788 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.948081 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.948453 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.948747 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.949043 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.949367 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.949607 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.949855 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.950084 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.950331 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.950547 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.950778 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.951022 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.951262 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.951493 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.951722 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.951953 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.952368 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.952600 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.952845 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.953053 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.953267 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.953495 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.953721 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.954192 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.954422 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.954639 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.954855 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.955107 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.955331 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.955550 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.955785 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.956019 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.956254 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.956476 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.956721 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.956934 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.957230 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.957483 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.957706 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.958014 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.958247 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.958509 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.958764 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.959069 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.959319 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.959589 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.959828 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.960053 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.960302 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.960580 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.960907 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.961193 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.961434 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.961690 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.961987 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.962289 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.962568 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.962808 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.963104 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.963512 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.963792 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.964029 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.964323 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.964569 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.964819 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.965042 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.965267 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.965513 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.965738 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.966010 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.966246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.966513 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.966737 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.966974 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.967199 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.967429 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.967694 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.967941 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.968192 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.968355 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 15:47:18.968665 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:47:18.968903 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 15:47:18.969081 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 15:47:18.969246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 15:47:18.969439 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 15:47:18.969613 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 15:47:18.969772 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 15:47:18.969985 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.970154 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.970314 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.970481 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.970667 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.970835 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.970996 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.971158 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.971321 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.971491 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.971683 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.971852 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.971943 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.972171 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.972375 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.972531 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.972617 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.972779 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.972877 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.973040 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.973206 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.973360 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] debug = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.973513 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.973730 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.973910 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.974049 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.974185 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.974344 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.974505 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.974665 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.974825 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.974986 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.975148 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.975309 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.975469 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.975629 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.975789 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.976312 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.976312 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.976312 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] host = dv-cinder-849869-1-iscsi {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.976814 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.976814 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.976814 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.977164 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.977164 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.977164 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.977523 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.977523 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.977770 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.977770 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.978025 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.978111 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.978245 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.978374 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.978502 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_options = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.978647 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.978811 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.979030 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.979222 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.979389 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.979551 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.979713 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.979929 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.980073 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.980238 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.980362 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.980509 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.980669 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.980829 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.980989 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.981149 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.981310 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.981471 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.981633 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.981793 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.981954 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.982114 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.982273 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.982433 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.982593 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.982752 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.982913 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.983073 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.983733 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.983904 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.984235 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.984457 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.984746 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.984855 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.985045 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.985207 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.985354 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.985478 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.985642 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.985808 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.985991 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.986156 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.986286 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.986447 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.986607 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.986766 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.986925 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_json = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.987086 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.987246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.987406 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.987567 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.987726 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.987886 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.988045 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.988230 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.988373 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 15:47:18.988550 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.988705 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.988878 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.989042 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.989197 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.989344 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.989509 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.989671 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.989818 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.989992 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.990195 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.990337 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.990474 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.990641 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.990805 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.990970 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.992820 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.994163 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.119/identity {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.995424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.996301 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.997246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.997246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.997246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.997246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.997246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.997246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.997246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998105 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998105 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998105 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998105 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998105 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998105 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998633 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998633 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998633 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998981 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.998981 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.999230 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.999359 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.999482 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.999630 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.999797 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:18.999961 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.000175 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.000365 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.000456 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.000605 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.000770 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.000935 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.001097 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.001262 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.001424 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.001587 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.001753 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.001916 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.002079 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.002243 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.002406 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.002570 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.002733 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.002895 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.003060 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.003242 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.003408 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.003573 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.003746 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.003890 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.004053 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.004239 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.004394 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.004617 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.004759 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.004891 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.005008 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.005173 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.005337 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.005500 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.005661 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.005824 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.005989 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.006152 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.006319 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.006483 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.006646 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.006809 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.007300 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.007300 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.007300 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.008524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009090 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009090 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009090 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009312 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009312 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009462 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009607 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009771 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.009936 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.010112 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.010342 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.010508 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.010672 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.010848 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.011010 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.011174 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.011337 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.011524 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.011687 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.011851 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.012014 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.012200 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.012365 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.012527 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.012691 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.012854 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.013017 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.013180 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.013344 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.119/identity {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.013509 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.013673 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.013855 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.013989 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.014150 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.014314 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.014991 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.015199 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.015364 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.015532 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.015695 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.015858 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.016022 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.016212 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.016377 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.016541 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.016705 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.016868 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.017031 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.017194 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.017357 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.017521 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.017684 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.017846 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.018010 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.018238 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.018404 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.018570 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.018733 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.018896 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.019060 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.019222 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.019388 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.019552 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.019715 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.019879 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.020042 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.020228 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.020392 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.020555 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.020718 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.020882 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.021045 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.021226 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.021391 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.021553 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.021719 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.021882 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.022046 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.022208 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.022371 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.022534 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.022696 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.022861 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.023024 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.023188 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.023351 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.023514 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.023677 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.023842 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.024008 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.024191 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.024356 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.024520 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.024684 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.024847 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.025010 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.025174 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.025337 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.025500 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.025663 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.025899 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.026082 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.026252 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.026417 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.026621 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.026743 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.026908 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.027082 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.027246 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.027409 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.027573 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.027735 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.027898 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.028071 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.028255 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.028419 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.028582 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.028745 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.028907 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.029080 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.029243 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.029406 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.029568 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.029730 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.029905 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.030091 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.030363 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.030551 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.030709 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56518) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:19.030866 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.030866 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.030866 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.031232 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.031232 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.031451 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.031597 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.031744 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.031864 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.031979 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.032161 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.032307 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.032463 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.032611 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.032774 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.032937 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.033097 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.033265 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.033436 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.033600 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.033782 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.033996 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.034175 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.034353 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.034504 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.034662 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.034812 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.034937 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.035061 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.035184 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.035326 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.035497 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.035673 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.035837 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.036000 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.036189 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.036354 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.036516 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.036679 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.036842 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.037004 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.037167 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.037330 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.037515 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.037680 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.037842 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.038005 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.038170 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.038334 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.038497 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.038659 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.038823 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 15:47:19.038987 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 15:47:19.039234 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [-] 10.222.0.119 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0065925 Jul 14 15:47:28.142819 dv-cinder-849869-1-iscsi neutron-server[110956]: DEBUG dbcounter [-] [110956] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110956) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:30.562904 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8bacd-c23e-417f-bb09-d86adb7ff3b2 None None] get_active_networks_info from dv-cinder-849869-1-iscsi {{(pid=111069) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 15:47:30.587517 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writer thread running {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 15:47:30.587862 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writer thread running {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 15:47:30.652758 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa8bacd-c23e-417f-bb09-d86adb7ff3b2 None None] No non-hosted networks {{(pid=111069) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 15:47:30.674511 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.agentschedulers_db [None req-faa8bacd-c23e-417f-bb09-d86adb7ff3b2 None None] DHCP Agent not found on host dv-cinder-849869-1-iscsi {{(pid=111069) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 15:47:30.808531 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9145dbde-1690-40e9-9198-f5b747065033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406819'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:32.256888 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writer thread running {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 15:47:32.933948 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2daba719-4739-4f87-b5c4-9bb39121dbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406819'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:32.974357 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.db.api [None req-581876a7-7e85-458c-a45a-ea74ffd8842f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849869-1-iscsi {{(pid=111069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 15:47:32.974756 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG oslo_db.api [None req-581876a7-7e85-458c-a45a-ea74ffd8842f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 15:47:33.496270 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-581876a7-7e85-458c-a45a-ea74ffd8842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:34.054888 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56592) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:34.086545 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406819'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:34.618425 dv-cinder-849869-1-iscsi neutron-server[111068]: WARNING oslo_policy.policy [None req-1bdce5ab-5eb6-4464-9b01-575ae35a2f94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:47:34.618972 dv-cinder-849869-1-iscsi neutron-server[111068]: WARNING oslo_policy.policy [None req-1bdce5ab-5eb6-4464-9b01-575ae35a2f94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:47:34.844242 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [None req-1bdce5ab-5eb6-4464-9b01-575ae35a2f94 admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:47:34.858623 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1bdce5ab-5eb6-4464-9b01-575ae35a2f94 admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7893019 Jul 14 15:47:35.518456 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406819'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:35.899977 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406819'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:35.900870 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.901287 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.901675 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.902078 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.902462 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.903152 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.903539 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.903897 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.904253 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.905302 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.905302 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.906462 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.909971 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.911115 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.912837 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:35.913647 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849869-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:47:35.932370 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849869-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:47:37.233323 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56624) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:37.597544 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-03291739-3b7f-4b55-87fc-eee16bb5e9e8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:47:37.689254 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.policy [None req-03291739-3b7f-4b55-87fc-eee16bb5e9e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111068) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 15:47:37.732260 dv-cinder-849869-1-iscsi neutron-server[111068]: WARNING oslo_policy.policy [None req-03291739-3b7f-4b55-87fc-eee16bb5e9e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:47:37.732638 dv-cinder-849869-1-iscsi neutron-server[111068]: WARNING oslo_policy.policy [None req-03291739-3b7f-4b55-87fc-eee16bb5e9e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:47:37.752795 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writer thread running {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 15:47:37.895178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-03291739-3b7f-4b55-87fc-eee16bb5e9e8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734459310604', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734459310080', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734459425483', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734459422901', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734459414218', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734459406888', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3595391', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3451725', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-318755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-665625'] for rbac-policy (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:38.100746 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.db.l3_hamode_db [None req-429d9cfd-91b9-4837-8e65-e2d0ae36059f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 15:47:38.175096 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-03291739-3b7f-4b55-87fc-eee16bb5e9e8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:38.187742 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-03291739-3b7f-4b55-87fc-eee16bb5e9e8 admin admin] 10.222.0.119 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9423847 Jul 14 15:47:38.199694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d9cfd-91b9-4837-8e65-e2d0ae36059f None None] Routers set() bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:47:38.200073 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d9cfd-91b9-4837-8e65-e2d0ae36059f None None] Router IDs set() for agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 15:47:40.429161 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56636) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:40.756012 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:47:40.842422 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Made reservation on behalf of 327221ec271a4464b199d5dd0216670d for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:47:40.852162 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:40.864374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:40.983588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks [] for security_group (452c59c1-6ba7-42a6-80d8-00668c509ef9), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:41.046263 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (452c59c1-6ba7-42a6-80d8-00668c509ef9), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:41.072087 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:47:41.109618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734459828538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (72f8e461-0b80-4baa-abed-0022dac5be4d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:41.110124 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Unsubscribe: segment precommit_create {{(pid=111068) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 15:47:41.110671 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Added segment 72f8e461-0b80-4baa-abed-0022dac5be4d of type vlan for network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 Jul 14 15:47:41.132691 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=452c59c1-6ba7-42a6-80d8-00668c509ef9,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:41.188646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.189011 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.189390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.189760 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.190106 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.190451 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.190794 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.191138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.191483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.191827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.192189 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.192539 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.192878 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.193219 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.193555 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Tracked resource versions report: Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: pushed versions: Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: { 'AddressGroup': {'1.2'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Agent': {'1.1'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'ConntrackHelper': {'1.0'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Log': {'1.0'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'NDPProxy': {'1.0'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Network': {'1.1'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Port': {'1.7'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'PortForwarding': {'1.3'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'QosPolicy': {'1.10'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroup': {'1.5'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SubPort': {'1.0'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Subnet': {'1.1'}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Trunk': {'1.1'}} Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: consumer versions: Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Agent': '1.1', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'ConntrackHelper': '1.0', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'LocalIPAssociation': '1.0', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Log': '1.0', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'NDPProxy': '1.0', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Network': '1.1', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Port': '1.7', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'PortForwarding': '1.3', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'QosPolicy': '1.10', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroup': '1.5', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroupRule': '1.2', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SubPort': '1.0', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Subnet': '1.1', Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Trunk': '1.1'}} Jul 14 15:47:41.195081 dv-cinder-849869-1-iscsi neutron-server[111068]: {{(pid=111068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:47:41.231820 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (e44a34ef-5de1-4d36-bcb7-4fa0e8412be6), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:41.367872 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (e44a34ef-5de1-4d36-bcb7-4fa0e8412be6), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:41.372903 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:47:41.374106 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:41.379652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:41.492300 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] Pushing event updated for resources: {'Network': ['ID=e44a34ef-5de1-4d36-bcb7-4fa0e8412be6,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:41.504593 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:47:41.522927 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1617a759-9238-4e2c-857c-1cfd723dc111 demo demo] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0926905 Jul 14 15:47:43.843313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56650) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:44.261560 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16c88a-66ed-40bc-b14c-61baeccf15ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:47:44.262930 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-de16c88a-66ed-40bc-b14c-61baeccf15ec demo admin] 10.222.0.119 "GET /v2.0/networks/e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 HTTP/1.1" status: 200 len: 826 time: 0.4186544 Jul 14 15:47:44.288585 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3684e318-ed18-4e67-8249-9ae89bf63dd9 demo admin] 10.222.0.119 "GET /v2.0/subnetpools/b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4 HTTP/1.1" status: 200 len: 734 time: 0.0195410 Jul 14 15:47:44.298043 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'gateway_ip': '172.20.0.1'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:47:44.493771 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Made reservation on behalf of 327221ec271a4464b199d5dd0216670d for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:47:44.496047 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:44.787948 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:44.860160 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (a8b1721a-fbda-4d15-b604-727f071eb997), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:44.934487 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a8b1721a-fbda-4d15-b604-727f071eb997,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:44.938246 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Checking segment: {'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:47:44.938623 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Network hostable DHCP agents. Network: e44a34ef-5de1-4d36-bcb7-4fa0e8412be6, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:47:45.042339 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:47:45.154236 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, e44a34ef-5de1-4d36-bcb7-4fa0e8412be6) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:47:45.159526 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:47:45.160156 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:45.164153 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587b9df-ff21-4642-bbe5-de69d055cad8 None None] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:47:45.239145 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-eac04877-84e1-4852-bb31-6a6b7a1ee211 demo admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9449601 Jul 14 15:47:45.428322 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'project_id': '327221ec271a4464b199d5dd0216670d', 'fixed_ips': [{'subnet_id': 'a8b1721a-fbda-4d15-b604-727f071eb997'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:47:45.429696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:45.737989 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Allocated IP 172.20.0.2 (e44a34ef-5de1-4d36-bcb7-4fa0e8412be6/a8b1721a-fbda-4d15-b604-727f071eb997/45c052ca-44e3-48f0-a628-35013c04e1e7) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:47:45.990704 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:46.014869 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Publish callbacks [] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:46.103395 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:46.186833 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:47:46.188148 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Pushing event updated for resources: {'Port': ['ID=45c052ca-44e3-48f0-a628-35013c04e1e7,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:46.192425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:47:46.198811 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.199149 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.199484 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.199832 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.200185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.200508 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.200827 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.201145 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.201463 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.202982 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.203312 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.203903 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.204263 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.204603 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.204917 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Tracked resource versions report: Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: pushed versions: Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: { 'AddressGroup': {'1.2'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Agent': {'1.1'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'ConntrackHelper': {'1.0'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Log': {'1.0'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'NDPProxy': {'1.0'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Network': {'1.1'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Port': {'1.7'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'PortForwarding': {'1.3'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'QosPolicy': {'1.10'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroup': {'1.5'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SubPort': {'1.0'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Subnet': {'1.1'}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Trunk': {'1.1'}} Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: consumer versions: Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Agent': '1.1', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'ConntrackHelper': '1.0', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'LocalIPAssociation': '1.0', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Log': '1.0', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'NDPProxy': '1.0', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Network': '1.1', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Port': '1.7', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'PortForwarding': '1.3', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'QosPolicy': '1.10', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroup': '1.5', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroupRule': '1.2', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SubPort': '1.0', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Subnet': '1.1', Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Trunk': '1.1'}} Jul 14 15:47:46.206313 dv-cinder-849869-1-iscsi neutron-server[111069]: {{(pid=111069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:47:46.209040 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:47:46.290256 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Attempting to bind port 45c052ca-44e3-48f0-a628-35013c04e1e7 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:47:46.290256 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Attempting to bind port 45c052ca-44e3-48f0-a628-35013c04e1e7 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:47:46.290256 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Attempting to bind port 45c052ca-44e3-48f0-a628-35013c04e1e7 on network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:47:46.294529 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:47:46.294897 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Checking segment: {'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:47:46.295435 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:46.295890 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Bound using segment: {'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:47:46.296490 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Bound port: 45c052ca-44e3-48f0-a628-35013c04e1e7, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:47:46.296885 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:46.358085 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] For port 45c052ca-44e3-48f0-a628-35013c04e1e7, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:47:46.379237 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] For port 45c052ca-44e3-48f0-a628-35013c04e1e7, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=45c052ca-44e3-48f0-a628-35013c04e1e7,segment=NetworkSegment(72f8e461-0b80-4baa-abed-0022dac5be4d),segment_id=72f8e461-0b80-4baa-abed-0022dac5be4d)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:47:46.483166 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:46.540122 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc64ed7-29ea-468a-a479-f709415f7188 None None] Pushing event updated for resources: {'Port': ['ID=45c052ca-44e3-48f0-a628-35013c04e1e7,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:47.636187 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56660) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:47.980694 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [None req-0dcc75ea-343c-41bb-891f-1c66d0aa7d44 admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:47:47.981769 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-0dcc75ea-343c-41bb-891f-1c66d0aa7d44 admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3445847 Jul 14 15:47:48.462300 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=6 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:48.473932 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:50.278325 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56672) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:50.612065 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [None req-062f8b0d-50b3-4499-adfc-e953ddf2ad72 admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:47:50.613113 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-062f8b0d-50b3-4499-adfc-e953ddf2ad72 admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3337286 Jul 14 15:47:52.931579 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56680) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:53.272344 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-ae8f2178-0df0-49d4-aabf-47a067d9e5ca demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:47:53.371519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2178-0df0-49d4-aabf-47a067d9e5ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (bf1b111a-5b67-49b0-93fb-504735aa16ee), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.373201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2178-0df0-49d4-aabf-47a067d9e5ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (bf1b111a-5b67-49b0-93fb-504735aa16ee), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.522386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:53.533546 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2178-0df0-49d4-aabf-47a067d9e5ca demo demo] Publish callbacks [] for router_controller (bf1b111a-5b67-49b0-93fb-504735aa16ee), precommit_add_association {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.591278 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 45c052ca-44e3-48f0-a628-35013c04e1e7 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:47:53.634972 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2178-0df0-49d4-aabf-47a067d9e5ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (bf1b111a-5b67-49b0-93fb-504735aa16ee), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.675801 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 45c052ca-44e3-48f0-a628-35013c04e1e7 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:47:53.676181 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.739021 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2178-0df0-49d4-aabf-47a067d9e5ca demo demo] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.740268 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ae8f2178-0df0-49d4-aabf-47a067d9e5ca demo demo] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8076105 Jul 14 15:47:53.782393 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 45c052ca-44e3-48f0-a628-35013c04e1e7 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:47:53.782781 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.831976 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 45c052ca-44e3-48f0-a628-35013c04e1e7, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=45c052ca-44e3-48f0-a628-35013c04e1e7,segment=NetworkSegment(72f8e461-0b80-4baa-abed-0022dac5be4d),segment_id=72f8e461-0b80-4baa-abed-0022dac5be4d)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:47:53.891760 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:53.941722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=45c052ca-44e3-48f0-a628-35013c04e1e7,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:54.796672 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282ca02-c7dc-4502-9793-c57b124df7d6 None None] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:47:54.862665 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:54.866100 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-4a5e31ac-d11b-4046-ac9d-cc98fb1cd1c8 None None] Provisioning complete for port 45c052ca-44e3-48f0-a628-35013c04e1e7 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:47:54.866485 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4a5e31ac-d11b-4046-ac9d-cc98fb1cd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:54.888622 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:47:54.995860 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e31ac-d11b-4046-ac9d-cc98fb1cd1c8 None None] Current status of the port 45c052ca-44e3-48f0-a628-35013c04e1e7 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:47:55.219291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-e064dadc-645d-4b7b-b6cd-cc784deac17e None None] Provisioning complete for port 45c052ca-44e3-48f0-a628-35013c04e1e7 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:47:55.219675 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e064dadc-645d-4b7b-b6cd-cc784deac17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:55.290986 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-e064dadc-645d-4b7b-b6cd-cc784deac17e None None] Current status of the port 45c052ca-44e3-48f0-a628-35013c04e1e7 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:47:55.572305 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 45c052ca-44e3-48f0-a628-35013c04e1e7 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:47:55.615108 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 45c052ca-44e3-48f0-a628-35013c04e1e7 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:47:55.615491 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:55.684631 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 45c052ca-44e3-48f0-a628-35013c04e1e7 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:47:56.125761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56694) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:56.443098 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [None req-f6345a7f-953e-4353-b179-7f81b7192b2f admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:47:56.444086 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f6345a7f-953e-4353-b179-7f81b7192b2f admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3173618 Jul 14 15:47:58.765034 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56702) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:47:59.085104 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:47:59.165379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Made reservation on behalf of a12def5ec62e451d99b7e6dd6faef1ba for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:47:59.167728 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.176124 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.249066 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks [] for security_group (92602f67-d82d-4480-8b98-d9e8f1fa00b9), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.310542 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (92602f67-d82d-4480-8b98-d9e8f1fa00b9), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.327148 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Reserving flat network on physical network physnet1 {{(pid=111068) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 15:47:59.347659 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92602f67-d82d-4480-8b98-d9e8f1fa00b9,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:59.350467 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (067f1a69-4966-4910-b0e6-1bf0972f6955), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.350804 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Added segment 067f1a69-4966-4910-b0e6-1bf0972f6955 of type flat for network e845b89e-a98a-46ab-b374-511bceddad2d Jul 14 15:47:59.397047 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (e845b89e-a98a-46ab-b374-511bceddad2d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.508348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (e845b89e-a98a-46ab-b374-511bceddad2d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.509329 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:47:59.509905 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:47:59.602673 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] Pushing event updated for resources: {'Network': ['ID=e845b89e-a98a-46ab-b374-511bceddad2d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:47:59.612838 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network e845b89e-a98a-46ab-b374-511bceddad2d details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:47:59.730882 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6aee75e0-a005-47d7-ab5b-9a1a1c55819e admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9648206 Jul 14 15:48:00.657399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e2c39323-70f0-438f-92fc-7ebff605bbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:01.993963 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56710) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:48:02.365700 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a826b16-e664-43a3-973e-f9a3a045f399 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:48:02.366973 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1a826b16-e664-43a3-973e-f9a3a045f399 demo admin] 10.222.0.119 "GET /v2.0/subnets/a8b1721a-fbda-4d15-b604-727f071eb997 HTTP/1.1" status: 200 len: 849 time: 0.3720424 Jul 14 15:48:02.485783 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-aceb587f-3fa3-465f-8959-b1d53c172c16 demo admin] 10.222.0.119 "GET /v2.0/routers/bf1b111a-5b67-49b0-93fb-504735aa16ee HTTP/1.1" status: 200 len: 704 time: 0.1127465 Jul 14 15:48:02.718950 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:02.756869 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:02.892745 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:02.905116 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-843c7c91-f8b4-4b00-9082-2c1226695d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:03.104602 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Allocated IP 172.20.0.1 (e44a34ef-5de1-4d36-bcb7-4fa0e8412be6/a8b1721a-fbda-4d15-b604-727f071eb997/86921bb6-245b-4b28-aac5-701071610253) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:48:03.265698 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks [] for port (86921bb6-245b-4b28-aac5-701071610253), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:03.374707 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (86921bb6-245b-4b28-aac5-701071610253), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:03.452369 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:48:03.460397 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:48:03.462459 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Pushing event updated for resources: {'Port': ['ID=86921bb6-245b-4b28-aac5-701071610253,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:03.465334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:48:03.465882 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (bf1b111a-5b67-49b0-93fb-504735aa16ee), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:03.649270 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:03.656290 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0dfa5819-8f8a-4f57-a92a-84f279ac18ee None None] Provisioning complete for port 86921bb6-245b-4b28-aac5-701071610253 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:48:03.656679 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5819-8f8a-4f57-a92a-84f279ac18ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (86921bb6-245b-4b28-aac5-701071610253), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:03.736362 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa5819-8f8a-4f57-a92a-84f279ac18ee None None] Port 86921bb6-245b-4b28-aac5-701071610253 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:48:03.744476 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (86921bb6-245b-4b28-aac5-701071610253), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:03.829436 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:03.952677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks [] for port (86921bb6-245b-4b28-aac5-701071610253), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:04.013221 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (86921bb6-245b-4b28-aac5-701071610253), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:04.014889 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (bf1b111a-5b67-49b0-93fb-504735aa16ee), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:04.024944 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:04.076944 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Pushing event updated for resources: {'Port': ['ID=86921bb6-245b-4b28-aac5-701071610253,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:04.144432 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:48:04.145689 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:48:04.359127 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-618bbfd4-9718-4999-95c0-cdb4ec7b1d83 None None] Provisioning complete for port 86921bb6-245b-4b28-aac5-701071610253 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:48:04.359518 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-618bbfd4-9718-4999-95c0-cdb4ec7b1d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (86921bb6-245b-4b28-aac5-701071610253), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:04.390753 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-618bbfd4-9718-4999-95c0-cdb4ec7b1d83 None None] Port 86921bb6-245b-4b28-aac5-701071610253 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:48:04.391120 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Router bf1b111a-5b67-49b0-93fb-504735aa16ee is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 15:48:04.463170 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:04.483013 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:48:04.488203 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-37b813ad-1905-4ef6-8db6-d0513c29e4da demo admin] 10.222.0.119 "PUT /v2.0/routers/bf1b111a-5b67-49b0-93fb-504735aa16ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9969957 Jul 14 15:48:04.507636 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Sync routers for ids ['bf1b111a-5b67-49b0-93fb-504735aa16ee'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:48:04.522398 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Routers {'bf1b111a-5b67-49b0-93fb-504735aa16ee'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:48:04.523207 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:48:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['bf1b111a-5b67-49b0-93fb-504735aa16ee'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:04.702278 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Set router bf1b111a-5b67-49b0-93fb-504735aa16ee gateway port host: None {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:48:05.117454 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'name': 'router1', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:47:53Z', 'updated_at': '2022-07-14T15:48:03Z', 'revision_number': 2, 'project_id': '327221ec271a4464b199d5dd0216670d', 'gw_port_host': None, '_interfaces': [{'id': '86921bb6-245b-4b28-aac5-701071610253', 'name': '', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'mac_address': 'fa:16:3e:f3:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:02Z', 'updated_at': '2022-07-14T15:48:03Z', 'revision_number': 2, 'project_id': '327221ec271a4464b199d5dd0216670d', 'subnets': [{'id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:05.168490 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Checking router: bf1b111a-5b67-49b0-93fb-504735aa16ee for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:48:05.168860 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Updating router bf1b111a-5b67-49b0-93fb-504735aa16ee port 86921bb6-245b-4b28-aac5-701071610253 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:48:05.222313 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (86921bb6-245b-4b28-aac5-701071610253), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:05.480001 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:05.733922 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Publish callbacks [] for port (86921bb6-245b-4b28-aac5-701071610253), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:05.807573 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (86921bb6-245b-4b28-aac5-701071610253), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:05.899068 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:05.988045 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Attempting to bind port 86921bb6-245b-4b28-aac5-701071610253 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:48:05.988389 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Attempting to bind port 86921bb6-245b-4b28-aac5-701071610253 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:48:05.988817 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Attempting to bind port 86921bb6-245b-4b28-aac5-701071610253 on network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:48:05.993974 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de48909-c258-4645-82fd-b26317094178 None None] Pushing event updated for resources: {'Port': ['ID=86921bb6-245b-4b28-aac5-701071610253,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:05.998780 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:48:05.999181 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Checking segment: {'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:48:05.999653 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:06.000039 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Bound using segment: {'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:48:06.000553 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Bound port: 86921bb6-245b-4b28-aac5-701071610253, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f8e461-0b80-4baa-abed-0022dac5be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:48:06.000927 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (86921bb6-245b-4b28-aac5-701071610253), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:06.013236 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.013580 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.013973 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.014325 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.014839 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.015170 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.015493 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.016062 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.016196 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.016465 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.016786 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.017125 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.017444 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.017760 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.018026 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-40da446d-8af3-4817-9e98-235fdb93d3d7 None None] Provisioning complete for port 86921bb6-245b-4b28-aac5-701071610253 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:48:06.018140 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:06.018423 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-40da446d-8af3-4817-9e98-235fdb93d3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (86921bb6-245b-4b28-aac5-701071610253), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de48909-c258-4645-82fd-b26317094178 None None] Tracked resource versions report: Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: pushed versions: Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: { 'AddressGroup': {'1.2'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Agent': {'1.1'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'ConntrackHelper': {'1.0'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Log': {'1.0'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'NDPProxy': {'1.0'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Network': {'1.1'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Port': {'1.7'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'PortForwarding': {'1.3'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'QosPolicy': {'1.10'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroup': {'1.5'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SubPort': {'1.0'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Subnet': {'1.1'}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Trunk': {'1.1'}} Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: consumer versions: Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Agent': '1.1', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'ConntrackHelper': '1.0', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'LocalIPAssociation': '1.0', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Log': '1.0', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'NDPProxy': '1.0', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Network': '1.1', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Port': '1.7', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'PortForwarding': '1.3', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'QosPolicy': '1.10', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroup': '1.5', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroupRule': '1.2', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SubPort': '1.0', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Subnet': '1.1', Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Trunk': '1.1'}} Jul 14 15:48:06.019487 dv-cinder-849869-1-iscsi neutron-server[111070]: {{(pid=111070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:48:06.055265 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-40da446d-8af3-4817-9e98-235fdb93d3d7 None None] Port 86921bb6-245b-4b28-aac5-701071610253 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:48:06.080299 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] For port 86921bb6-245b-4b28-aac5-701071610253, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:48:06.101869 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] For port 86921bb6-245b-4b28-aac5-701071610253, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=86921bb6-245b-4b28-aac5-701071610253,segment=NetworkSegment(72f8e461-0b80-4baa-abed-0022dac5be4d),segment_id=72f8e461-0b80-4baa-abed-0022dac5be4d)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:48:06.171651 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (86921bb6-245b-4b28-aac5-701071610253), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:06.174979 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:06.195465 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:06.229610 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Routers {'bf1b111a-5b67-49b0-93fb-504735aa16ee'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:48:06.230237 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:48:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['bf1b111a-5b67-49b0-93fb-504735aa16ee'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:06.236777 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de48909-c258-4645-82fd-b26317094178 None None] Pushing event updated for resources: {'Port': ['ID=86921bb6-245b-4b28-aac5-701071610253,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:06.329444 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] Set router bf1b111a-5b67-49b0-93fb-504735aa16ee gateway port host: None {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:48:06.373340 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-2a5e3287-d11d-4128-b6cf-4288a908f2e1 None None] Provisioning complete for port 86921bb6-245b-4b28-aac5-701071610253 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:48:06.373738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3287-d11d-4128-b6cf-4288a908f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (86921bb6-245b-4b28-aac5-701071610253), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:06.445954 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e3287-d11d-4128-b6cf-4288a908f2e1 None None] Current status of the port 86921bb6-245b-4b28-aac5-701071610253 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:48:06.446676 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3287-d11d-4128-b6cf-4288a908f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (86921bb6-245b-4b28-aac5-701071610253), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:06.485547 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-2a5e3287-d11d-4128-b6cf-4288a908f2e1 None None] For port 86921bb6-245b-4b28-aac5-701071610253, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=86921bb6-245b-4b28-aac5-701071610253,segment=NetworkSegment(72f8e461-0b80-4baa-abed-0022dac5be4d),segment_id=72f8e461-0b80-4baa-abed-0022dac5be4d)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:48:06.527757 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'name': 'router1', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:47:53Z', 'updated_at': '2022-07-14T15:48:03Z', 'revision_number': 2, 'project_id': '327221ec271a4464b199d5dd0216670d', 'gw_port_host': None, '_interfaces': [{'id': '86921bb6-245b-4b28-aac5-701071610253', 'name': '', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'mac_address': 'fa:16:3e:f3:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:02Z', 'updated_at': '2022-07-14T15:48:06Z', 'revision_number': 4, 'project_id': '327221ec271a4464b199d5dd0216670d', 'subnets': [{'id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:06.557616 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eeff1d-050e-4fe7-9e30-3ff77eb47b98 None None] The sync data for ids ['bf1b111a-5b67-49b0-93fb-504735aa16ee'] in dv-cinder-849869-1-iscsi is: [{'id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'name': 'router1', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:47:53Z', 'updated_at': '2022-07-14T15:48:03Z', 'revision_number': 2, 'project_id': '327221ec271a4464b199d5dd0216670d', 'gw_port_host': None, '_interfaces': [{'id': '86921bb6-245b-4b28-aac5-701071610253', 'name': '', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'mac_address': 'fa:16:3e:f3:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:02Z', 'updated_at': '2022-07-14T15:48:06Z', 'revision_number': 4, 'project_id': '327221ec271a4464b199d5dd0216670d', 'subnets': [{'id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:48:06.568309 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3287-d11d-4128-b6cf-4288a908f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (86921bb6-245b-4b28-aac5-701071610253), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:06.628186 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e3287-d11d-4128-b6cf-4288a908f2e1 None None] Pushing event updated for resources: {'Port': ['ID=86921bb6-245b-4b28-aac5-701071610253,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:06.778053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 56724) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:48:07.338503 dv-cinder-849869-1-iscsi neutron-server[111067]: WARNING oslo_policy.policy [None req-82f36dba-0712-4c3b-b977-d32536c03d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:48:07.339074 dv-cinder-849869-1-iscsi neutron-server[111067]: WARNING oslo_policy.policy [None req-82f36dba-0712-4c3b-b977-d32536c03d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:48:07.593642 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writer thread running {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 15:48:07.594336 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:07.848127 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.policy [None req-82f36dba-0712-4c3b-b977-d32536c03d0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111067) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 15:48:07.894539 dv-cinder-849869-1-iscsi neutron-server[111067]: WARNING oslo_policy.policy [None req-82f36dba-0712-4c3b-b977-d32536c03d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:48:07.894936 dv-cinder-849869-1-iscsi neutron-server[111067]: WARNING oslo_policy.policy [None req-82f36dba-0712-4c3b-b977-d32536c03d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 15:48:07.903183 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f36dba-0712-4c3b-b977-d32536c03d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:48:07.906753 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-82f36dba-0712-4c3b-b977-d32536c03d0c admin admin] 10.222.0.119 "GET /v2.0/networks/e845b89e-a98a-46ab-b374-511bceddad2d HTTP/1.1" status: 200 len: 842 time: 1.1268823 Jul 14 15:48:07.916776 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'name': 'public-subnet'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:48:08.036219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Made reservation on behalf of a12def5ec62e451d99b7e6dd6faef1ba for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:48:08.039217 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:08.583250 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.objects.ports [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111067) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 15:48:08.583742 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (923b7ee3-28cd-4df6-910e-dce326dbc655), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:08.650838 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923b7ee3-28cd-4df6-910e-dce326dbc655,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:08.662515 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:48:08.662869 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Network hostable DHCP agents. Network: e845b89e-a98a-46ab-b374-511bceddad2d, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:48:08.668377 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.668717 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.669070 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.669404 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.669830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.670708 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.671137 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.671516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.672090 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.672593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.673413 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.673740 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.674061 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.674381 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.674699 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Tracked resource versions report: Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: pushed versions: Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: { 'AddressGroup': {'1.2'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Agent': {'1.1'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'ConntrackHelper': {'1.0'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Log': {'1.0'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'NDPProxy': {'1.0'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Network': {'1.1'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Port': {'1.7'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'PortForwarding': {'1.3'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'QosPolicy': {'1.10'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroup': {'1.5'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SubPort': {'1.0'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Subnet': {'1.1'}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Trunk': {'1.1'}} Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: consumer versions: Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Agent': '1.1', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'ConntrackHelper': '1.0', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'LocalIPAssociation': '1.0', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Log': '1.0', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'NDPProxy': '1.0', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Network': '1.1', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Port': '1.7', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'PortForwarding': '1.3', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'QosPolicy': '1.10', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroup': '1.5', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroupRule': '1.2', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SubPort': '1.0', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Subnet': '1.1', Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Trunk': '1.1'}} Jul 14 15:48:08.676145 dv-cinder-849869-1-iscsi neutron-server[111067]: {{(pid=111067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:48:08.779144 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:48:08.847415 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, e845b89e-a98a-46ab-b374-511bceddad2d) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:48:08.852253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:48:08.852889 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:08.856992 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e28d08-3653-4528-a1c0-e2052a4c7b7f None None] Network e845b89e-a98a-46ab-b374-511bceddad2d requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:48:08.928228 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2c1f9418-fefd-4689-86c3-d6051cc882d1 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0157654 Jul 14 15:48:08.963966 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b2edc2-6c11-4c70-a277-6bad8476a390 None None] Network e845b89e-a98a-46ab-b374-511bceddad2d requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:48:11.279684 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56746) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:48:11.604120 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 86921bb6-245b-4b28-aac5-701071610253 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:48:11.655782 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 86921bb6-245b-4b28-aac5-701071610253 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:48:11.655782 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (86921bb6-245b-4b28-aac5-701071610253), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:11.731409 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 86921bb6-245b-4b28-aac5-701071610253 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:48:11.764419 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-cb726a1a-9751-4a3a-b528-ef8bddb2bd18 demo admin] 10.222.0.119 "GET /v2.0/routers/bf1b111a-5b67-49b0-93fb-504735aa16ee HTTP/1.1" status: 200 len: 710 time: 0.4811413 Jul 14 15:48:11.934522 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d8b227-ffa6-43b9-b63a-89b43b261ee1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:48:11.936528 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-45d8b227-ffa6-43b9-b63a-89b43b261ee1 demo admin] 10.222.0.119 "GET /v2.0/networks/e845b89e-a98a-46ab-b374-511bceddad2d HTTP/1.1" status: 200 len: 886 time: 0.1678913 Jul 14 15:48:11.945774 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:48:12.184262 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks [] for router_gateway (bf1b111a-5b67-49b0-93fb-504735aa16ee), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:12.394378 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:12.462091 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks [] for router_gateway (bf1b111a-5b67-49b0-93fb-504735aa16ee), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:12.542796 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:12.654188 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Allocated IP 172.27.3.48 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/f990daa4-6623-47a2-b1aa-ca904e71933c) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:48:12.713822 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:12.756657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks [] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:12.857184 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:12.908694 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:48:12.913673 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:48:12.915757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Pushing event updated for resources: {'Port': ['ID=f990daa4-6623-47a2-b1aa-ca904e71933c,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:12.917650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:48:13.223041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks [] for router_gateway (bf1b111a-5b67-49b0-93fb-504735aa16ee), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:13.319899 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:13.500496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4094'] for router (bf1b111a-5b67-49b0-93fb-504735aa16ee), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:13.503777 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406056'] for router (bf1b111a-5b67-49b0-93fb-504735aa16ee), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:13.606285 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Router bf1b111a-5b67-49b0-93fb-504735aa16ee has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:48:13.707859 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:48:13.712023 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:13.713330 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-4d49b38f-2a19-4b92-85a3-9dd09ac8ce68 demo admin] 10.222.0.119 "PUT /v2.0/routers/bf1b111a-5b67-49b0-93fb-504735aa16ee HTTP/1.1" status: 200 len: 889 time: 1.7709212 Jul 14 15:48:13.718315 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Sync routers for ids ['bf1b111a-5b67-49b0-93fb-504735aa16ee'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:48:13.730932 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Routers {'bf1b111a-5b67-49b0-93fb-504735aa16ee'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:48:13.731623 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:48:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['bf1b111a-5b67-49b0-93fb-504735aa16ee'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:13.940864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:13.949432 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Set router bf1b111a-5b67-49b0-93fb-504735aa16ee gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:48:14.306162 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:14.329570 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'name': 'router1', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f990daa4-6623-47a2-b1aa-ca904e71933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:47:53Z', 'updated_at': '2022-07-14T15:48:13Z', 'revision_number': 4, 'project_id': '327221ec271a4464b199d5dd0216670d', 'gw_port': {'id': 'f990daa4-6623-47a2-b1aa-ca904e71933c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:12Z', 'updated_at': '2022-07-14T15:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '86921bb6-245b-4b28-aac5-701071610253', 'name': '', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'mac_address': 'fa:16:3e:f3:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:02Z', 'updated_at': '2022-07-14T15:48:06Z', 'revision_number': 5, 'project_id': '327221ec271a4464b199d5dd0216670d', 'subnets': [{'id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:14.449229 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Checking router: bf1b111a-5b67-49b0-93fb-504735aa16ee for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:48:14.449596 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Updating router bf1b111a-5b67-49b0-93fb-504735aa16ee port f990daa4-6623-47a2-b1aa-ca904e71933c binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:48:14.502526 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:14.713845 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:14.815844 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Publish callbacks [] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:14.893071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:14.944740 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Attempting to bind port f990daa4-6623-47a2-b1aa-ca904e71933c on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:48:14.945107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Attempting to bind port f990daa4-6623-47a2-b1aa-ca904e71933c by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:48:14.945466 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Attempting to bind port f990daa4-6623-47a2-b1aa-ca904e71933c on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:48:14.952184 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3414c8-3a60-4f20-b8d5-3f96d132c6c7 None None] Pushing event updated for resources: {'Port': ['ID=f990daa4-6623-47a2-b1aa-ca904e71933c,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:14.954797 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:48:14.955165 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:48:14.955555 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:14.955932 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:48:14.956431 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Bound port: f990daa4-6623-47a2-b1aa-ca904e71933c, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:48:14.956802 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:15.005109 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] For port f990daa4-6623-47a2-b1aa-ca904e71933c, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:48:15.007933 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] For port f990daa4-6623-47a2-b1aa-ca904e71933c, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=f990daa4-6623-47a2-b1aa-ca904e71933c,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:48:15.088306 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:15.151128 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3414c8-3a60-4f20-b8d5-3f96d132c6c7 None None] Pushing event updated for resources: {'Port': ['ID=f990daa4-6623-47a2-b1aa-ca904e71933c,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:15.153646 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Routers {'bf1b111a-5b67-49b0-93fb-504735aa16ee'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:48:15.154881 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:48:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['bf1b111a-5b67-49b0-93fb-504735aa16ee'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:15.255889 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] Set router bf1b111a-5b67-49b0-93fb-504735aa16ee gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:48:15.446789 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'name': 'router1', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f990daa4-6623-47a2-b1aa-ca904e71933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:47:53Z', 'updated_at': '2022-07-14T15:48:13Z', 'revision_number': 4, 'project_id': '327221ec271a4464b199d5dd0216670d', 'gw_port': {'id': 'f990daa4-6623-47a2-b1aa-ca904e71933c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:12Z', 'updated_at': '2022-07-14T15:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '86921bb6-245b-4b28-aac5-701071610253', 'name': '', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'mac_address': 'fa:16:3e:f3:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:02Z', 'updated_at': '2022-07-14T15:48:06Z', 'revision_number': 5, 'project_id': '327221ec271a4464b199d5dd0216670d', 'subnets': [{'id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:48:15.476552 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7319-e7d2-4fb5-831b-c75ef1c58ea1 None None] The sync data for ids ['bf1b111a-5b67-49b0-93fb-504735aa16ee'] in dv-cinder-849869-1-iscsi is: [{'id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'name': 'router1', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f990daa4-6623-47a2-b1aa-ca904e71933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:47:53Z', 'updated_at': '2022-07-14T15:48:13Z', 'revision_number': 4, 'project_id': '327221ec271a4464b199d5dd0216670d', 'gw_port': {'id': 'f990daa4-6623-47a2-b1aa-ca904e71933c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:12Z', 'updated_at': '2022-07-14T15:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '86921bb6-245b-4b28-aac5-701071610253', 'name': '', 'network_id': 'e44a34ef-5de1-4d36-bcb7-4fa0e8412be6', 'tenant_id': '327221ec271a4464b199d5dd0216670d', 'mac_address': 'fa:16:3e:f3:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1b111a-5b67-49b0-93fb-504735aa16ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:48:02Z', 'updated_at': '2022-07-14T15:48:06Z', 'revision_number': 5, 'project_id': '327221ec271a4464b199d5dd0216670d', 'subnets': [{'id': 'a8b1721a-fbda-4d15-b604-727f071eb997', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b20e3bb2-21ed-43dc-be5e-1a2cedf31fb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:48:16.192858 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 56758) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:48:16.530371 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=15 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:16.531105 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=59 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:16.588402 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-e5f2698f-2e5b-4bcc-8b17-b0450f20e39e admin admin] 10.222.0.119 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3943801 Jul 14 15:48:17.600329 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device f990daa4-6623-47a2-b1aa-ca904e71933c up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:48:17.644649 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port f990daa4-6623-47a2-b1aa-ca904e71933c triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:48:17.645026 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:17.714905 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port f990daa4-6623-47a2-b1aa-ca904e71933c is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:48:17.715287 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:17.736487 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port f990daa4-6623-47a2-b1aa-ca904e71933c, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=f990daa4-6623-47a2-b1aa-ca904e71933c,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:48:17.794152 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:17.847880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:17.849465 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=f990daa4-6623-47a2-b1aa-ca904e71933c,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:48:17.883233 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:48:18.866723 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:18.870343 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=68,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:19.615244 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device f990daa4-6623-47a2-b1aa-ca904e71933c up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:48:19.659506 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port f990daa4-6623-47a2-b1aa-ca904e71933c triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:48:19.659887 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f990daa4-6623-47a2-b1aa-ca904e71933c), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:19.733261 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port f990daa4-6623-47a2-b1aa-ca904e71933c is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:48:26.577513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:26.592563 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=25 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:27.883040 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:29.726307 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:29.728318 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=12 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:29.732374 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:30.582659 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-35d9f1c0-ad33-45e1-8610-24225fd70b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:32.908488 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59aa1e13-2c55-4bc1-9fde-03ac181aa52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:34.030460 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:35.499090 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:35.874494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:48:39.884249 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:39.896079 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:45.429806 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:45.810754 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:45.819523 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:48:54.882326 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:49:00.625400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2149a79f-34fc-45fd-b87b-ed67a70a9be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:03.499791 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-21089429-f733-4f3b-83ba-8922102b1db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:04.062437 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:04.878382 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:04.880139 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:05.517102 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:05.925008 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:15.422363 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:15.804958 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=16 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:15.810402 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:16.883828 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:16.891921 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:28.878675 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:28.879435 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:30.571357 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3e03b841-7c24-4bff-bb91-c655227596e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:31.881313 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:49:32.938407 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0420-5efa-4c45-90a3-c8ca63e1173d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:34.040906 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:35.478939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:35.862044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:41.685958 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57302) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:49:42.026737 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.pecan_wsgi.hooks.translation [None req-8476e0b5-565e-48ef-a3d8-4ceecd57cd57 admin admin] GET failed (client error): The resource could not be found. Jul 14 15:49:42.028005 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8476e0b5-565e-48ef-a3d8-4ceecd57cd57 admin admin] 10.222.0.119 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3411188 Jul 14 15:49:42.193325 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a8eea-c85a-4b18-9059-a6577c6c3ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:42.194810 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-057a8eea-c85a-4b18-9059-a6577c6c3ef0 admin admin] 10.222.0.119 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1620648 Jul 14 15:49:44.500995 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57312) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:49:44.880324 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b2087-ab9b-49da-aef1-1da9ad2f5f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:44.881583 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d17b2087-ab9b-49da-aef1-1da9ad2f5f77 admin admin] 10.222.0.119 "GET /v2.0/subnets/a8b1721a-fbda-4d15-b604-727f071eb997 HTTP/1.1" status: 200 len: 849 time: 0.3796341 Jul 14 15:49:44.891243 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:49:44.982511 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Publish callbacks [] for subnet (a8b1721a-fbda-4d15-b604-727f071eb997), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:45.193840 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734459726924'] for subnet (a8b1721a-fbda-4d15-b604-727f071eb997), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:45.236884 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:45.237479 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:45.244156 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] 10.222.0.119 "PUT /v2.0/subnets/a8b1721a-fbda-4d15-b604-727f071eb997 HTTP/1.1" status: 200 len: 868 time: 0.3511353 Jul 14 15:49:45.252496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b1721a-fbda-4d15-b604-727f071eb997,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:49:45.256395 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4032a-08f1-421a-87f2-987c645c6693 None None] Network e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:49:45.260227 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.260565 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.260904 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.261237 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.261567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.261896 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.262218 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.262536 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.263435 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.263918 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.264414 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.264811 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.265138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.265455 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.265921 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c363c-f8af-4d32-a806-a8829e82ba29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:49:45.652274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-6c27a3a4-2c13-4763-a77b-c7ddd5964ff4 None None] Provisioning complete for port 45c052ca-44e3-48f0-a628-35013c04e1e7 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:49:45.652662 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6c27a3a4-2c13-4763-a77b-c7ddd5964ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (45c052ca-44e3-48f0-a628-35013c04e1e7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:45.724424 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-6c27a3a4-2c13-4763-a77b-c7ddd5964ff4 None None] Current status of the port 45c052ca-44e3-48f0-a628-35013c04e1e7 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:49:45.732601 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-6c27a3a4-2c13-4763-a77b-c7ddd5964ff4 None None] Provisioning complete for port 86921bb6-245b-4b28-aac5-701071610253 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:49:45.732984 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6c27a3a4-2c13-4763-a77b-c7ddd5964ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (86921bb6-245b-4b28-aac5-701071610253), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:49:45.804528 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-6c27a3a4-2c13-4763-a77b-c7ddd5964ff4 None None] Current status of the port 86921bb6-245b-4b28-aac5-701071610253 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:49:47.479003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57320) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:49:47.969409 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62babcc7-b202-4896-a2fa-8e7d14313cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:47.969880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62babcc7-b202-4896-a2fa-8e7d14313cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:47.971415 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-62babcc7-b202-4896-a2fa-8e7d14313cd7 admin admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4914303 Jul 14 15:49:50.207390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57328) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:49:50.621411 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48342bce-03bb-4fd8-82d3-ad8e4eef92db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:50.621886 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48342bce-03bb-4fd8-82d3-ad8e4eef92db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:50.624164 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-48342bce-03bb-4fd8-82d3-ad8e4eef92db admin admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4158020 Jul 14 15:49:52.840884 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57336) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:49:53.286135 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd30e452-4dd3-40f4-8f1e-93d2dc1e0bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:53.287499 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-dd30e452-4dd3-40f4-8f1e-93d2dc1e0bff admin admin] 10.222.0.119 "GET /v2.0/networks/e44a34ef-5de1-4d36-bcb7-4fa0e8412be6 HTTP/1.1" status: 200 len: 870 time: 0.4456873 Jul 14 15:49:53.884947 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:53.886197 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=18 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:55.510077 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57346) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:49:55.796049 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=32 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:55.800495 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:55.802764 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:49:55.918333 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22fbec-1068-4343-8fd9-c404a32b9f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:55.919818 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-8f22fbec-1068-4343-8fd9-c404a32b9f58 admin admin] 10.222.0.119 "GET /v2.0/networks/e845b89e-a98a-46ab-b374-511bceddad2d HTTP/1.1" status: 200 len: 886 time: 0.4087834 Jul 14 15:49:58.172033 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57354) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:49:58.577287 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed467418-cc6b-4358-a75d-1e3d98358097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:58.577650 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed467418-cc6b-4358-a75d-1e3d98358097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:49:58.579455 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ed467418-cc6b-4358-a75d-1e3d98358097 admin admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4064538 Jul 14 15:50:00.587575 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5727289e-9af6-4b17-a1f0-1abda7149307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:00.617117 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:00.619311 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:INSERT=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:00.820081 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57362) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:50:01.190059 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4919eea2-62e1-4ceb-aeeb-b6de9b597c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:01.190513 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4919eea2-62e1-4ceb-aeeb-b6de9b597c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:01.192014 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4919eea2-62e1-4ceb-aeeb-b6de9b597c4e admin admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3709452 Jul 14 15:50:02.909469 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dde79c96-0fb1-4d9e-a507-c1393d3f69fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:03.421676 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57370) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:50:03.786960 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b48fb7-ac7d-4ee9-bf2b-c1ffde297801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:03.788252 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c3b48fb7-ac7d-4ee9-bf2b-c1ffde297801 admin admin] 10.222.0.119 "GET /v2.0/subnets/923b7ee3-28cd-4df6-910e-dce326dbc655 HTTP/1.1" status: 200 len: 816 time: 0.3655524 Jul 14 15:50:04.023497 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:05.486649 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:05.875196 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:06.045313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57378) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:50:06.419519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf6c87-cc20-4568-9c76-0791d6e9aeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:06.420866 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-fecf6c87-cc20-4568-9c76-0791d6e9aeef admin admin] 10.222.0.119 "GET /v2.0/subnets/a8b1721a-fbda-4d15-b604-727f071eb997 HTTP/1.1" status: 200 len: 868 time: 0.3746166 Jul 14 15:50:08.880519 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:50:11.184934 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=37 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:11.185757 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=32 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:15.418298 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:15.793402 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:15.801851 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:16.414559 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=10 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:16.416483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=13 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:18.876017 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:18.876838 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:30.601042 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7b5d58de-f25f-441c-bb35-79ecfb3edd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:30.889073 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:30.894023 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:32.915162 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e6d0af04-1ae7-4045-87f2-437bcfca77c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:34.040717 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:35.443956 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57434) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:50:35.530383 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:35.770417 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [None req-0aa3f99b-8d5e-46be-a3d7-5958650ced5c admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:50:35.771418 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-0aa3f99b-8d5e-46be-a3d7-5958650ced5c admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3265035 Jul 14 15:50:35.941956 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:38.066663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57442) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:50:38.400721 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6acdac-54d2-43e9-847c-2e73707edc14 admin admin] GET failed (client error): The resource could not be found. Jul 14 15:50:38.401980 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1b6acdac-54d2-43e9-847c-2e73707edc14 admin admin] 10.222.0.119 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3344088 Jul 14 15:50:38.488487 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86edbe-4228-4a95-aa01-1eede7d8584f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:38.489853 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3a86edbe-4228-4a95-aa01-1eede7d8584f admin admin] 10.222.0.119 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832124 Jul 14 15:50:40.726414 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57450) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:50:41.049593 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:50:41.137499 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Made reservation on behalf of a12def5ec62e451d99b7e6dd6faef1ba for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:50:41.139919 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:41.169250 dv-cinder-849869-1-iscsi neutron-server[111068]: WARNING neutron.services.revisions.revision_plugin [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Could not find related network for resource to bump revision. Jul 14 15:50:41.180899 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:50:41.190152 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (72f4bb11-54b6-402f-87bf-ee07c439882b), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:41.190480 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Added segment 72f4bb11-54b6-402f-87bf-ee07c439882b of type vlan for network 072313da-c546-4493-afbe-470cac8ce096 Jul 14 15:50:41.231963 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (072313da-c546-4493-afbe-470cac8ce096), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:41.303471 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (072313da-c546-4493-afbe-470cac8ce096), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:41.304413 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:41.304984 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:41.369392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] Pushing event updated for resources: {'Network': ['ID=072313da-c546-4493-afbe-470cac8ce096,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:50:41.380054 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 072313da-c546-4493-afbe-470cac8ce096 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:50:41.421429 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-145b88ad-372f-48d9-8279-6fb1c59c215f admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.6939225 Jul 14 15:50:43.742820 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57458) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:50:44.085248 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a7e605-8d12-47aa-877a-f0dbe39cb928 admin admin] GET failed (client error): The resource could not be found. Jul 14 15:50:44.086543 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-20a7e605-8d12-47aa-877a-f0dbe39cb928 admin admin] 10.222.0.119 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3427701 Jul 14 15:50:44.265721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fadab2-31d0-47e0-919d-34a9b39d2c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:44.267116 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-55fadab2-31d0-47e0-919d-34a9b39d2c09 admin admin] 10.222.0.119 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1750669 Jul 14 15:50:44.277033 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '072313da-c546-4493-afbe-470cac8ce096', 'description': 'shared-subnet'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:50:44.383980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Made reservation on behalf of a12def5ec62e451d99b7e6dd6faef1ba for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:50:44.386431 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:44.610422 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (e53e6d95-beaa-4d75-88d8-a35b778e0183), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:44.667946 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53e6d95-beaa-4d75-88d8-a35b778e0183,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:50:44.675775 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Checking segment: {'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:50:44.676145 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Network hostable DHCP agents. Network: 072313da-c546-4493-afbe-470cac8ce096, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:50:44.737673 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Network 072313da-c546-4493-afbe-470cac8ce096 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:50:44.783406 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 072313da-c546-4493-afbe-470cac8ce096) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:50:44.787355 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:50:44.787938 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:44.792637 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22513a-961c-48e7-b0cd-bd9865290168 None None] Network 072313da-c546-4493-afbe-470cac8ce096 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:50:44.861298 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3adf8a44-672c-4f0d-b1df-672a45070049 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5875041 Jul 14 15:50:44.897808 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-072313da-c546-4493-afbe-470cac8ce096', 'network_id': '072313da-c546-4493-afbe-470cac8ce096', 'project_id': 'a12def5ec62e451d99b7e6dd6faef1ba', 'fixed_ips': [{'subnet_id': 'e53e6d95-beaa-4d75-88d8-a35b778e0183'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:50:44.898839 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:45.044219 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Allocated IP 192.168.233.2 (072313da-c546-4493-afbe-470cac8ce096/e53e6d95-beaa-4d75-88d8-a35b778e0183/faf6e250-f122-4372-9379-a0c2ed0c8b06) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:50:45.291275 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Publish callbacks [] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:45.384732 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:45.429326 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Pushing event updated for resources: {'Port': ['ID=faf6e250-f122-4372-9379-a0c2ed0c8b06,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:50:45.438967 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.439380 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.439666 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.440052 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.440584 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.440969 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.441722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.441722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.441930 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.442176 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.443144 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.443144 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.443144 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.443517 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.443752 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:50:45.454694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Network 072313da-c546-4493-afbe-470cac8ce096 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:50:45.454694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:50:45.458662 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:50:45.518718 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Attempting to bind port faf6e250-f122-4372-9379-a0c2ed0c8b06 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:50:45.519082 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Attempting to bind port faf6e250-f122-4372-9379-a0c2ed0c8b06 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:50:45.519462 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Attempting to bind port faf6e250-f122-4372-9379-a0c2ed0c8b06 on network 072313da-c546-4493-afbe-470cac8ce096 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:50:45.525366 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:50:45.525734 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Checking segment: {'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:50:45.526128 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:45.526513 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Bound using segment: {'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:50:45.527555 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Bound port: faf6e250-f122-4372-9379-a0c2ed0c8b06, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:50:45.527555 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:45.597619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] For port faf6e250-f122-4372-9379-a0c2ed0c8b06, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:50:45.599452 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] For port faf6e250-f122-4372-9379-a0c2ed0c8b06, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=faf6e250-f122-4372-9379-a0c2ed0c8b06,segment=NetworkSegment(72f4bb11-54b6-402f-87bf-ee07c439882b),segment_id=72f4bb11-54b6-402f-87bf-ee07c439882b)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:50:45.662313 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:45.734451 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee6c6c-dca4-4c66-aeb9-378983897c6d None None] Pushing event updated for resources: {'Port': ['ID=faf6e250-f122-4372-9379-a0c2ed0c8b06,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:50:45.909882 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:50:46.581942 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d2535-b48d-49ba-892f-49a6664646fd None None] Network 072313da-c546-4493-afbe-470cac8ce096 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:50:46.647735 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-e7a6c776-9908-4ad0-aeaa-a6118d744536 None None] Provisioning complete for port faf6e250-f122-4372-9379-a0c2ed0c8b06 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:50:46.648152 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c776-9908-4ad0-aeaa-a6118d744536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:46.759809 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6c776-9908-4ad0-aeaa-a6118d744536 None None] Current status of the port faf6e250-f122-4372-9379-a0c2ed0c8b06 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:50:46.760294 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c776-9908-4ad0-aeaa-a6118d744536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:46.797536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-e7a6c776-9908-4ad0-aeaa-a6118d744536 None None] For port faf6e250-f122-4372-9379-a0c2ed0c8b06, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=faf6e250-f122-4372-9379-a0c2ed0c8b06,segment=NetworkSegment(72f4bb11-54b6-402f-87bf-ee07c439882b),segment_id=72f4bb11-54b6-402f-87bf-ee07c439882b)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:50:46.858252 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c776-9908-4ad0-aeaa-a6118d744536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:46.909526 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6c776-9908-4ad0-aeaa-a6118d744536 None None] Pushing event updated for resources: {'Port': ['ID=faf6e250-f122-4372-9379-a0c2ed0c8b06,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:50:46.977372 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-2704dbf6-37a9-4669-8dd6-50148bfa21ff None None] Provisioning complete for port faf6e250-f122-4372-9379-a0c2ed0c8b06 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:50:46.977765 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2704dbf6-37a9-4669-8dd6-50148bfa21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:47.020444 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:47.054121 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-2704dbf6-37a9-4669-8dd6-50148bfa21ff None None] Current status of the port faf6e250-f122-4372-9379-a0c2ed0c8b06 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:50:47.697766 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device faf6e250-f122-4372-9379-a0c2ed0c8b06 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:50:47.726420 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:47.744669 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port faf6e250-f122-4372-9379-a0c2ed0c8b06 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:50:47.745057 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (faf6e250-f122-4372-9379-a0c2ed0c8b06), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:50:47.780051 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:47.817782 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port faf6e250-f122-4372-9379-a0c2ed0c8b06 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:50:54.796979 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:54.797866 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:55.877871 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:55.892139 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:50:57.816907 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=21 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:00.678734 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-54e8e21d-37d0-4acc-9192-f2511d8585e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:02.909118 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-06b37590-93bd-4863-895c-58b3cc141fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:04.069121 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:05.498583 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:05.863270 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:07.884117 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:07.888076 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:15.794830 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:15.801670 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=15 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:15.804285 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:22.881234 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:51:30.572445 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-215e8dbb-5f08-48ea-afb4-23af78f45ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:32.877207 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:32.882415 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:32.926346 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c6002bd-c938-4680-b8ad-336c57e88bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:34.040889 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:35.570123 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:35.863094 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:51:45.796904 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:45.803052 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:45.804956 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:48.571773 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:48.575631 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:51:59.879647 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:52:00.583551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0ee93235-24b1-460e-acdd-01017cfd1e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:02.937717 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-64e8fb09-e069-4fb5-b681-4a59e70c5ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:04.052120 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:05.503592 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:05.861110 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:07.898953 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:09.876321 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:15.794774 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:15.799602 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:15.801302 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:21.888850 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:21.895784 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:22.702394 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57496) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:52:22.708258 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [None req-3dacc28d-202b-4ac5-88c6-82a31316621a tempest-verify_tempest_config-1948556197 tempest-verify_tempest_config-1948556197-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:52:22.709209 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3dacc28d-202b-4ac5-88c6-82a31316621a tempest-verify_tempest_config-1948556197 tempest-verify_tempest_config-1948556197-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058558 Jul 14 15:52:23.564751 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57514) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:52:23.914388 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:23.991388 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Publish callbacks [] for security_group (b189de9a-3b55-457c-8b3a-de60492f3d17), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:24.057869 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b189de9a-3b55-457c-8b3a-de60492f3d17), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:24.107911 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2e3b193bbe524be7b0411323cd929fd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5420749 Jul 14 15:52:24.108664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b189de9a-3b55-457c-8b3a-de60492f3d17,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:52:24.113031 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57518) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:52:24.116221 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.116563 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.116915 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.117252 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.117581 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.117951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.118230 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.118549 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.118883 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.119213 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.119548 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.119883 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.120226 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.120540 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.120854 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88805fc5-ecae-4411-ad0e-e83757ac4088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.199111 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Publish callbacks [] for security_group (b189de9a-3b55-457c-8b3a-de60492f3d17), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:24.221460 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Publish callbacks [] for security_group (b189de9a-3b55-457c-8b3a-de60492f3d17), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:24.388344 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b189de9a-3b55-457c-8b3a-de60492f3d17), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:24.391902 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:24.393475 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b189de9a-3b55-457c-8b3a-de60492f3d17 HTTP/1.1" status: 204 len: 168 time: 0.2787483 Jul 14 15:52:24.402077 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189de9a-3b55-457c-8b3a-de60492f3d17,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:52:24.409836 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.410188 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.410557 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.410905 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.411244 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.411577 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.411906 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.412276 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.412624 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.412962 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.413314 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.413656 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.413986 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.414347 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:24.414622 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f920e-2fe2-462a-8a2a-02b065c891e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:52:30.621816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c85ae820-8af1-48c8-893d-5b2e02efb01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:32.914826 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf8ff-3529-45a2-bdef-7e1a54dc1aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:34.046439 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:34.103641 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:34.112685 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:34.398390 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:34.406374 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:35.515336 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:35.861676 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:52:36.878643 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:52:45.792311 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:45.798228 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:45.800964 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:46.874816 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:58.887947 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:52:58.892854 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:00.589196 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3edd6600-2f77-4574-90fa-1d1887a35212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:02.920783 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a56b66f7-3060-4d9a-93d2-c2e2fc5d7a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:04.061229 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:05.514904 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:05.890271 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:13.878058 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:53:15.445166 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=13 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:15.797664 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:15.799536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:30.615830 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-eb73e015-4b29-41b9-91ba-fe2b6c83e095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:33.000651 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b87b33ff-5a40-4fe0-bbd0-28a84c0b19bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:34.044226 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:35.516041 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:35.858557 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:53:35.878802 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:35.887746 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:45.792400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:45.796242 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:45.798972 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:53:50.875828 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 5 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:54:00.606105 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-f2fabe7b-4113-4cea-bd15-c90684dbf67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:00.872181 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:00.872901 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:02.947373 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2c0706d7-2233-476b-9f93-be337bb1fea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:04.056152 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:05.518792 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:05.892396 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:12.889358 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:12.893266 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:15.458581 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:15.794851 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:15.796693 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:18.069558 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406819'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:27.875144 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:54:28.007766 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:28.011118 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:28.577370 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=12 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:28.719539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57616) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:54:28.845133 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-f7de7f93-8f71-4f6d-9c6c-5dff0ceadaa7 admin admin] 10.222.0.119 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1244795 Jul 14 15:54:30.593488 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6b0ca6ae-529d-4b4e-8e8a-1e2144c8caaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:31.016665 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57626) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:54:31.079079 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-94680d0c-3679-45a3-abb0-cce517d534af admin admin] 10.222.0.119 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0613201 Jul 14 15:54:32.902206 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae63-aadf-4fdb-b01c-3b0ecaec0153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:34.068411 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:35.526861 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:35.896548 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:37.871588 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:38.839909 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:41.072812 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:41.073594 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:45.463954 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:45.799295 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:45.802452 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:48.058039 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:54:49.894223 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:49.899281 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:57.978524 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:57.983386 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:54:57.986105 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:00.612435 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c018e866-6831-4d2f-9308-e7f7059f9e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:02.914992 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c30e04fa-ff43-499c-834b-3f4a09a1c56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:04.096338 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:04.873775 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:55:05.538351 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:05.869870 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:14.869990 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:15.799252 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=10 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:15.804588 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:15.806444 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:18.075622 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:27.983047 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:27.984296 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:28.884804 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:28.886079 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:30.622897 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ce19602c-3fb8-45b3-b578-67fc9c67da7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:32.898735 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ec94a26b-0278-4cfb-89ef-221d3d411377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:34.108146 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:35.633916 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:35.875231 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:41.873062 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:55:45.803206 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:45.807749 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:45.809433 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:48.073634 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:55:51.868547 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:57.986913 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:57.991263 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:55:57.993054 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:00.589726 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0345-04e8-4ff2-9674-5b07af982fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:02.917169 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-acbf3bb8-4ff3-4d43-aa8c-cdb03156f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:03.895223 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:03.900728 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:04.081846 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:05.544021 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:05.875564 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:15.602707 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57782) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:15.807198 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:15.808738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:15.814565 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:15.888253 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-213437123-network', 'tenant_id': '337009c5341c4de4a64823371566766c'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:15.980540 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57810) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:16.012125 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Made reservation on behalf of 337009c5341c4de4a64823371566766c for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:16.012125 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.019330 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.094409 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks [] for security_group (7ea0fcd1-5700-450d-b0b5-3e58f72436d1), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.293127 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7ea0fcd1-5700-450d-b0b5-3e58f72436d1), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.323989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:56:16.325976 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea0fcd1-5700-450d-b0b5-3e58f72436d1,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:16.337173 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.337508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.337862 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.338194 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.338517 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.338835 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.339150 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.339465 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.339794 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.340129 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.340452 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.340761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.341077 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.341384 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.341692 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Tracked resource versions report: Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: pushed versions: Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: { 'AddressGroup': {'1.2'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Agent': {'1.1'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'ConntrackHelper': {'1.0'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Log': {'1.0'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'NDPProxy': {'1.0'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Network': {'1.1'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Port': {'1.7'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'PortForwarding': {'1.3'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'QosPolicy': {'1.10'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroup': {'1.5'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SubPort': {'1.0'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Subnet': {'1.1'}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Trunk': {'1.1'}} Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: consumer versions: Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: HyperV agent@hv-cinder-84986: {}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Agent': '1.1', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'ConntrackHelper': '1.0', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'LocalIPAssociation': '1.0', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Log': '1.0', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'NDPProxy': '1.0', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Network': '1.1', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Port': '1.7', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'PortForwarding': '1.3', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'QosPolicy': '1.10', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroup': '1.5', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SecurityGroupRule': '1.2', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'SubPort': '1.0', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Subnet': '1.1', Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: 'Trunk': '1.1'}} Jul 14 15:56:16.342823 dv-cinder-849869-1-iscsi neutron-server[111068]: {{(pid=111068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:56:16.351111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (58ecf646-d92a-47de-84fa-574a4a6275b6), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.351111 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Added segment 58ecf646-d92a-47de-84fa-574a4a6275b6 of type vlan for network 087db78d-bdc1-4063-aecb-2601edc6986a Jul 14 15:56:16.394809 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (087db78d-bdc1-4063-aecb-2601edc6986a), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.568476 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (087db78d-bdc1-4063-aecb-2601edc6986a), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.570146 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:16.570871 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.635633 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2014526732-network', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:16.642375 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] Pushing event updated for resources: {'Network': ['ID=087db78d-bdc1-4063-aecb-2601edc6986a,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:16.653607 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 087db78d-bdc1-4063-aecb-2601edc6986a details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:56:16.668435 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57828) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:16.693830 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-de959d6d-5d43-48ea-aa37-d2d3efcec538 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0895755 Jul 14 15:56:16.699991 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57832) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:16.704695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Request body: {'subnet': {'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-213437123-subnet', 'tenant_id': '337009c5341c4de4a64823371566766c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:16.812971 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Made reservation on behalf of 4941c3a4d1be445b972c8684bc8b18d0 for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:16.815323 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.818573 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Made reservation on behalf of 337009c5341c4de4a64823371566766c for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:16.820787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.829819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:16.981693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks [] for security_group (f362d4cb-cdce-447f-a079-8af5f353e1ae), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.002421 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1439452460-network', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:17.017289 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:17.087956 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (f362d4cb-cdce-447f-a079-8af5f353e1ae), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.102051 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:17.123328 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Made reservation on behalf of 550bd9d36a324331a157f3cd2de42ca3 for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:17.126177 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.128929 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:56:17.154588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.156946 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (f574a250-a6f3-4176-814d-21c039f51552), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.157277 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Added segment f574a250-a6f3-4176-814d-21c039f51552 of type vlan for network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 Jul 14 15:56:17.162099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f362d4cb-cdce-447f-a079-8af5f353e1ae,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:17.218049 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (81beb021-9d5c-47cd-b940-d1c5b4031ad6), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.234677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (a919c635-99fa-4b89-b00b-a2eef183f4e8), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.281457 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57864) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:17.348819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a919c635-99fa-4b89-b00b-a2eef183f4e8,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:17.369613 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks [] for security_group (7d157f52-71ff-4e09-b24f-f788282bdb82), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.370929 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Checking segment: {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:17.371272 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Network hostable DHCP agents. Network: 087db78d-bdc1-4063-aecb-2601edc6986a, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:56:17.439771 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (81beb021-9d5c-47cd-b940-d1c5b4031ad6), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.440825 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:17.441404 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.498233 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7d157f52-71ff-4e09-b24f-f788282bdb82), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.511188 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] Pushing event updated for resources: {'Network': ['ID=81beb021-9d5c-47cd-b940-d1c5b4031ad6,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:17.526364 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:56:17.528494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:56:17.546488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (d9ec9a96-57b2-4d35-96af-6d28baadf2ad), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.546825 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Added segment d9ec9a96-57b2-4d35-96af-6d28baadf2ad of type vlan for network 0db5c9e0-6015-46b4-9562-0020fed485ab Jul 14 15:56:17.548200 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d157f52-71ff-4e09-b24f-f788282bdb82,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:17.569244 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Network 087db78d-bdc1-4063-aecb-2601edc6986a is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:56:17.603831 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-65fbded7-039f-469a-a725-147ad03eea6b admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6219640 Jul 14 15:56:17.607025 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57880) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:17.612473 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Request body: {'subnet': {'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-subnet', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:17.618337 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (0db5c9e0-6015-46b4-9562-0020fed485ab), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.693500 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-network', 'tenant_id': '2604fe90997b48439ed17360fa15f24a'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:17.723620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 087db78d-bdc1-4063-aecb-2601edc6986a) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:17.727054 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:17.732130 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.732932 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Made reservation on behalf of 4941c3a4d1be445b972c8684bc8b18d0 for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:17.733068 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef803e12-c56e-4be3-86fb-4f3130b62112 None None] Network 087db78d-bdc1-4063-aecb-2601edc6986a requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:17.734232 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.764912 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (0db5c9e0-6015-46b4-9562-0020fed485ab), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.766817 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:17.767807 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.836088 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] Pushing event updated for resources: {'Network': ['ID=0db5c9e0-6015-46b4-9562-0020fed485ab,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:17.845835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Made reservation on behalf of 2604fe90997b48439ed17360fa15f24a for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:17.847397 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 0db5c9e0-6015-46b4-9562-0020fed485ab details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:56:17.848413 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.872040 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.873148 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-087db78d-bdc1-4063-aecb-2601edc6986a', 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a', 'project_id': '337009c5341c4de4a64823371566766c', 'fixed_ips': [{'subnet_id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:56:17.874165 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:17.876037 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f678da36-9654-46f1-81b9-0bf03e6e34ec admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1748567 Jul 14 15:56:17.878821 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57888) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:17.890388 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:17.959576 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-55f4461a-c573-4244-b076-6f73deefe144 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2898371 Jul 14 15:56:17.962578 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57890) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:17.970886 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Request body: {'subnet': {'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1439452460-subnet', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:18.043154 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks [] for security_group (d0b6259e-ad02-459f-8cda-b3dadcad4757), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.065200 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (83b791da-890b-40e6-bf9a-a2e56f153155), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.066728 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (83b791da-890b-40e6-bf9a-a2e56f153155), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.072707 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.088790 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.109094 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Allocated IP 172.20.0.2 (087db78d-bdc1-4063-aecb-2601edc6986a/a919c635-99fa-4b89-b00b-a2eef183f4e8/1907d8a6-8750-4c85-bea0-c3629a7b5b37) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:18.126570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Made reservation on behalf of 550bd9d36a324331a157f3cd2de42ca3 for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:18.144777 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.219210 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:18.241474 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.241916 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.242794 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.243697 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.245274 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.245718 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.247368 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.247802 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.248277 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.249218 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.249859 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.251808 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.252394 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.252896 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.256721 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Tracked resource versions report: Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: pushed versions: Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: { 'AddressGroup': {'1.2'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Agent': {'1.1'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'ConntrackHelper': {'1.0'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Log': {'1.0'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'NDPProxy': {'1.0'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Network': {'1.1'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Port': {'1.7'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'PortForwarding': {'1.3'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'QosPolicy': {'1.10'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroup': {'1.5'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SubPort': {'1.0'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Subnet': {'1.1'}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Trunk': {'1.1'}} Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: consumer versions: Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: HyperV agent@hv-cinder-84986: {}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Agent': '1.1', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'ConntrackHelper': '1.0', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'LocalIPAssociation': '1.0', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Log': '1.0', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'NDPProxy': '1.0', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Network': '1.1', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Port': '1.7', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'PortForwarding': '1.3', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'QosPolicy': '1.10', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroup': '1.5', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SecurityGroupRule': '1.2', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'SubPort': '1.0', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Subnet': '1.1', Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: 'Trunk': '1.1'}} Jul 14 15:56:18.257669 dv-cinder-849869-1-iscsi neutron-server[111067]: {{(pid=111067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:56:18.266184 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d0b6259e-ad02-459f-8cda-b3dadcad4757), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.287831 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks [] for router_controller (83b791da-890b-40e6-bf9a-a2e56f153155), precommit_add_association {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.311584 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b6259e-ad02-459f-8cda-b3dadcad4757,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:18.330845 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Checking segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:18.331375 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Network hostable DHCP agents. Network: 81beb021-9d5c-47cd-b940-d1c5b4031ad6, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:56:18.334569 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1248} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:56:18.363216 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734459828538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.364174 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Unsubscribe: segment precommit_create {{(pid=111067) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 15:56:18.364987 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Added segment 8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c of type vlan for network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c Jul 14 15:56:18.393425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Publish callbacks [] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.481383 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.482208 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.533983 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:18.555415 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:56:18.611357 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Pushing event updated for resources: {'Port': ['ID=1907d8a6-8750-4c85-bea0-c3629a7b5b37,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:18.624829 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.625179 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.625536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.626293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.626293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.626538 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.626866 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.627192 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.627517 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.627841 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.628239 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.628521 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.628848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.629164 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.629487 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Tracked resource versions report: Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: pushed versions: Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: { 'AddressGroup': {'1.2'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Agent': {'1.1'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'ConntrackHelper': {'1.0'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Log': {'1.0'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'NDPProxy': {'1.0'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Network': {'1.1'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Port': {'1.7'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'PortForwarding': {'1.3'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'QosPolicy': {'1.10'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroup': {'1.5'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SubPort': {'1.0'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Subnet': {'1.1'}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Trunk': {'1.1'}} Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: consumer versions: Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: HyperV agent@hv-cinder-84986: {}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Agent': '1.1', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'ConntrackHelper': '1.0', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'LocalIPAssociation': '1.0', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Log': '1.0', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'NDPProxy': '1.0', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Network': '1.1', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Port': '1.7', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'PortForwarding': '1.3', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'QosPolicy': '1.10', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroup': '1.5', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SecurityGroupRule': '1.2', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'SubPort': '1.0', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Subnet': '1.1', Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: 'Trunk': '1.1'}} Jul 14 15:56:18.631203 dv-cinder-849869-1-iscsi neutron-server[111069]: {{(pid=111069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:56:18.659301 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.660514 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:18.661304 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.670572 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Network 087db78d-bdc1-4063-aecb-2601edc6986a is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:18.672028 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:18.680410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:18.727567 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 81beb021-9d5c-47cd-b940-d1c5b4031ad6) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:18.753492 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfe28a-da4f-407f-83da-7f8f79ccc6cf None None] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:18.754551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks [] for router_gateway (83b791da-890b-40e6-bf9a-a2e56f153155), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.762644 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:18.763515 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.836279 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5498595 Jul 14 15:56:18.837985 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b2e3-4cad-4592-a178-aa31354b99d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:18.840173 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57932) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:18.846530 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Request body: {'subnet': {'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-subnet', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:18.857838 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-e79376f4-5e27-44c1-97ff-151800c70c5c admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2496767 Jul 14 15:56:18.865257 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57938) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:18.872643 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:56:18.873233 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:56:18.873590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:18.902543 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:18.962181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (40371c8f-1bbd-4056-b03a-7ca1233e3560), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.965780 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Attempting to bind port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:18.966149 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Attempting to bind port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:18.966509 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Attempting to bind port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 on network 087db78d-bdc1-4063-aecb-2601edc6986a {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:18.979397 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Made reservation on behalf of 2604fe90997b48439ed17360fa15f24a for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:18.983733 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:18.984230 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Checking segment: {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:18.984648 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.985015 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Bound using segment: {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:18.985487 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Bound port: 1907d8a6-8750-4c85-bea0-c3629a7b5b37, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:18.985863 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:18.993078 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.018676 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (5253ae17-7524-4d3f-98f3-4dfc359ebd20), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.021425 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (5253ae17-7524-4d3f-98f3-4dfc359ebd20), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.321119 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:56:19.321119 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.321888 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks [] for router_controller (5253ae17-7524-4d3f-98f3-4dfc359ebd20), precommit_add_association {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.360924 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=40371c8f-1bbd-4056-b03a-7ca1233e3560,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:19.379580 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Checking segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:19.379984 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Network hostable DHCP agents. Network: 0db5c9e0-6015-46b4-9562-0020fed485ab, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:56:19.406473 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] For port 1907d8a6-8750-4c85-bea0-c3629a7b5b37, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:19.413264 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] For port 1907d8a6-8750-4c85-bea0-c3629a7b5b37, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1907d8a6-8750-4c85-bea0-c3629a7b5b37,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:19.464274 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks [] for router_gateway (83b791da-890b-40e6-bf9a-a2e56f153155), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.484011 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Allocated IP 172.20.0.2 (81beb021-9d5c-47cd-b940-d1c5b4031ad6/6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4/81de3fc3-11b5-4bed-8b86-3d776cc2c92f) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:19.526237 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.535470 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.592881 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:19.631013 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:19.656921 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:19.667700 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Network 0db5c9e0-6015-46b4-9562-0020fed485ab is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:56:19.669717 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b0a2f-69e1-420b-b075-1dfc0105f474 None None] Pushing event updated for resources: {'Port': ['ID=1907d8a6-8750-4c85-bea0-c3629a7b5b37,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:19.683487 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:19.739361 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (f1097176-f408-45f9-89a6-74028cd01909), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.755615 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=10 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:19.757490 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Publish callbacks [] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.785661 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Allocated IP 172.27.3.194 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/65e6b10a-2a41-433d-81b3-adfa2857513e) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:19.857074 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 0db5c9e0-6015-46b4-9562-0020fed485ab) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:19.867109 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086ae47-77c9-48a4-b76a-7248bebd8b46 None None] Network 0db5c9e0-6015-46b4-9562-0020fed485ab requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:19.871064 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:19.872790 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:19.937793 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks [] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.004795 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1097176-f408-45f9-89a6-74028cd01909,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:20.014696 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Checking segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:20.014696 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Network hostable DHCP agents. Network: f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:56:20.016196 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.054776 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.057243 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks [] for router_gateway (5253ae17-7524-4d3f-98f3-4dfc359ebd20), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.085088 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:20.104642 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:20.108912 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:20.114247 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Pushing event updated for resources: {'Port': ['ID=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:20.131171 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3cb2cd52-463d-4eac-96de-d3fe7c0477aa admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1664007 Jul 14 15:56:20.166863 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 57986) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:20.175090 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-0db5c9e0-6015-46b4-9562-0020fed485ab', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:56:20.175450 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:20.176085 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.176876 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:20.189542 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:56:20.198999 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:20.209477 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:20.248038 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:20.254698 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Attempting to bind port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:20.255832 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Attempting to bind port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:20.256508 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Attempting to bind port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:20.264283 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:20.264527 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5da9d-7b64-488a-a1d9-b155fc493c34 None None] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:20.265260 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.313762 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Pushing event updated for resources: {'Port': ['ID=65e6b10a-2a41-433d-81b3-adfa2857513e,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:20.337168 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:20.337466 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Checking segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:20.338094 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.338677 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Bound using segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:20.339302 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Bound port: 81de3fc3-11b5-4bed-8b86-3d776cc2c92f, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:20.339841 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.342842 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (eaf1ef1c-1a74-4357-840e-e519d03810d6), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.344128 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (eaf1ef1c-1a74-4357-840e-e519d03810d6), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.433006 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a615ed71-d03c-4a55-9e8e-9fd835c878d6 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5887549 Jul 14 15:56:20.434175 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 57998) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:20.442419 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:20.547748 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks [] for router_controller (eaf1ef1c-1a74-4357-840e-e519d03810d6), precommit_add_association {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.549107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] For port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:20.571264 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks [] for router_gateway (5253ae17-7524-4d3f-98f3-4dfc359ebd20), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.571438 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] For port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:20.573112 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'project_id': '2604fe90997b48439ed17360fa15f24a', 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:56:20.574043 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.583050 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Allocated IP 172.20.0.2 (0db5c9e0-6015-46b4-9562-0020fed485ab/40371c8f-1bbd-4056-b03a-7ca1233e3560/6c1f241f-2bde-42e1-9645-943dccab4264) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:20.588368 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.597691 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.611310 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.693454 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.738083 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks [] for router_controller (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), precommit_add_association {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.746656 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:20.747750 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks [] for router_gateway (83b791da-890b-40e6-bf9a-a2e56f153155), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:20.840299 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c92b-3494-4b81-8987-aea51d211b69 None None] Pushing event updated for resources: {'Port': ['ID=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:20.939025 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Allocated IP 172.27.3.14 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/67903074-0e64-46aa-a971-7575d9b9781e) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:21.090849 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Allocated IP 172.20.0.2 (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c/f1097176-f408-45f9-89a6-74028cd01909/b7f27efa-6b5e-464d-a830-cdcf20302bf9) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:21.144560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Publish callbacks [] for port (6c1f241f-2bde-42e1-9645-943dccab4264), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.236311 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks [] for router_gateway (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.264468 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks [] for port (67903074-0e64-46aa-a971-7575d9b9781e), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.325673 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.447730 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks [] for router_gateway (eaf1ef1c-1a74-4357-840e-e519d03810d6), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.502101 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Network 0db5c9e0-6015-46b4-9562-0020fed485ab is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:21.517337 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (83b791da-890b-40e6-bf9a-a2e56f153155), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.531782 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Pushing event updated for resources: {'Port': ['ID=6c1f241f-2bde-42e1-9645-943dccab4264,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:21.534805 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:21.540568 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:21.563367 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221440ec-2a15-4e1e-b3ed-9887b0164fcf None None] Network 087db78d-bdc1-4063-aecb-2601edc6986a requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:21.575433 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (67903074-0e64-46aa-a971-7575d9b9781e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.662527 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:21.706303 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Pushing event updated for resources: {'Port': ['ID=67903074-0e64-46aa-a971-7575d9b9781e,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:21.721878 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:21.725611 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:21.728481 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:21.750439 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:21.785397 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Publish callbacks [] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.790657 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Attempting to bind port 6c1f241f-2bde-42e1-9645-943dccab4264 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:21.791032 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Attempting to bind port 6c1f241f-2bde-42e1-9645-943dccab4264 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:21.791387 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Attempting to bind port 6c1f241f-2bde-42e1-9645-943dccab4264 on network 0db5c9e0-6015-46b4-9562-0020fed485ab {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:21.793457 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-c9fb94a9-b100-4375-8db3-cfc723737bec None None] Provisioning complete for port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:21.793848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c9fb94a9-b100-4375-8db3-cfc723737bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.822132 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:21.826957 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:21.827334 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Checking segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:21.828358 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.828358 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Bound using segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:21.828632 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Bound port: 6c1f241f-2bde-42e1-9645-943dccab4264, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:21.829006 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.883978 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:21.910565 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:21.972795 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Pushing event updated for resources: {'Port': ['ID=b7f27efa-6b5e-464d-a830-cdcf20302bf9,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:22.035247 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks [] for router_gateway (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.098624 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.106317 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks [] for router_gateway (eaf1ef1c-1a74-4357-840e-e519d03810d6), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.126816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] For port 6c1f241f-2bde-42e1-9645-943dccab4264, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:22.136912 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:22.137992 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1907d8a6-8750-4c85-bea0-c3629a7b5b37 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:22.150881 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.154901 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:22.247639 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58038) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:22.289901 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58040) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:22.341758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Allocated IP 172.27.3.211 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/b8f4b6bf-2360-4c3d-b230-e5007d665085) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:22.344069 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Router 83b791da-890b-40e6-bf9a-a2e56f153155 is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 15:56:22.434261 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:22.450329 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:22.501197 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] For port 6c1f241f-2bde-42e1-9645-943dccab4264, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6c1f241f-2bde-42e1-9645-943dccab4264,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:22.522448 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb94a9-b100-4375-8db3-cfc723737bec None None] Current status of the port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:22.523066 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c9fb94a9-b100-4375-8db3-cfc723737bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.638596 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1c1eb-ab44-42fd-a416-3729d33f27a5 None None] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:22.664304 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Attempting to bind port b7f27efa-6b5e-464d-a830-cdcf20302bf9 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:22.664677 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Attempting to bind port b7f27efa-6b5e-464d-a830-cdcf20302bf9 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:22.665029 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Attempting to bind port b7f27efa-6b5e-464d-a830-cdcf20302bf9 on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:22.670781 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.690060 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:22.690349 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Checking segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:22.690739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.691133 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Bound using segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:22.691618 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Bound port: b7f27efa-6b5e-464d-a830-cdcf20302bf9, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:22.691991 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.694828 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks [] for router_gateway (5253ae17-7524-4d3f-98f3-4dfc359ebd20), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.717969 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:22.732316 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:22.734621 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0557-505f-42a8-94a7-aaa1208eb236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.741443 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-c9fb94a9-b100-4375-8db3-cfc723737bec None None] For port 1907d8a6-8750-4c85-bea0-c3629a7b5b37, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1907d8a6-8750-4c85-bea0-c3629a7b5b37,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:22.780593 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12cb3e3a-bb11-493c-8d43-646e5b09eaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.794464 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:22.795044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.878039 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c9fb94a9-b100-4375-8db3-cfc723737bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.932945 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd07a-cc18-4226-a7ad-19538151955c None None] Pushing event updated for resources: {'Port': ['ID=6c1f241f-2bde-42e1-9645-943dccab4264,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:22.961412 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (5253ae17-7524-4d3f-98f3-4dfc359ebd20), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.974711 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:22.981339 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks [] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:22.994627 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Sync routers for ids ['83b791da-890b-40e6-bf9a-a2e56f153155'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:23.016959 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Routers {'83b791da-890b-40e6-bf9a-a2e56f153155'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:23.017868 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['83b791da-890b-40e6-bf9a-a2e56f153155'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:23.037939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] For port b7f27efa-6b5e-464d-a830-cdcf20302bf9, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:23.086178 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-41b2ce8b-87f8-4da4-ac08-41a87d4d2ef6 None None] Provisioning complete for port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:23.087071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-41b2ce8b-87f8-4da4-ac08-41a87d4d2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.091143 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] For port b7f27efa-6b5e-464d-a830-cdcf20302bf9, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b7f27efa-6b5e-464d-a830-cdcf20302bf9,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:23.113194 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0557-505f-42a8-94a7-aaa1208eb236 admin admin] Publish callbacks [] for security_group (2e2379f3-c640-441a-b0db-71e6a5d70428), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.125229 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.129326 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b4dd75d4-0b03-484d-8274-d969239092bf admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2443886 Jul 14 15:56:23.146382 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58068) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:23.220522 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12cb3e3a-bb11-493c-8d43-646e5b09eaa3 admin admin] Publish callbacks [] for security_group (122a4ef7-0bcc-40d9-9657-59513caab327), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.225175 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0557-505f-42a8-94a7-aaa1208eb236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2e2379f3-c640-441a-b0db-71e6a5d70428), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.288957 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb94a9-b100-4375-8db3-cfc723737bec None None] Pushing event updated for resources: {'Port': ['ID=1907d8a6-8750-4c85-bea0-c3629a7b5b37,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:23.295240 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:23.305086 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 81de3fc3-11b5-4bed-8b86-3d776cc2c92f up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:23.317227 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12cb3e3a-bb11-493c-8d43-646e5b09eaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (122a4ef7-0bcc-40d9-9657-59513caab327), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.320770 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.403433 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.407009 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Pushing event updated for resources: {'Port': ['ID=b8f4b6bf-2360-4c3d-b230-e5007d665085,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:23.421514 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-bcbc0557-505f-42a8-94a7-aaa1208eb236 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=adf05bdcafef43ec985634723e839b0f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1670954 Jul 14 15:56:23.442233 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58076) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:23.447492 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Set router 83b791da-890b-40e6-bf9a-a2e56f153155 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:23.451348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc0557-505f-42a8-94a7-aaa1208eb236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2379f3-c640-441a-b0db-71e6a5d70428,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:23.466375 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Allocated IP 172.27.3.246 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/46f927ff-e766-4f04-b886-2daf07e181c3) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:23.549104 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-12cb3e3a-bb11-493c-8d43-646e5b09eaa3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7335838eb58d4485a4cb7676cca8ebf5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2568262 Jul 14 15:56:23.553962 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:23.556190 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:23.556591 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.560749 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58078) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:23.574808 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:23.579776 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:23.715832 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:23.716319 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.747341 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1574a85-44bc-4c78-b790-3da1d744d1ea None None] Pushing event updated for resources: {'Port': ['ID=b7f27efa-6b5e-464d-a830-cdcf20302bf9,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:23.753714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb3e3a-bb11-493c-8d43-646e5b09eaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122a4ef7-0bcc-40d9-9657-59513caab327,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:23.757742 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:56:20Z', 'revision_number': 3, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port': {'id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:23.821559 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-32e45924-2321-4d3d-8e9c-02540bfa5a3f admin admin] Publish callbacks [] for security_group (2e2379f3-c640-441a-b0db-71e6a5d70428), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.847708 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:23.850841 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Checking router: 83b791da-890b-40e6-bf9a-a2e56f153155 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:23.871893 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Updating router 83b791da-890b-40e6-bf9a-a2e56f153155 port 65e6b10a-2a41-433d-81b3-adfa2857513e binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:23.877551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:23.881447 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 15:56:23.933228 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-41b2ce8b-87f8-4da4-ac08-41a87d4d2ef6 None None] Current status of the port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:23.981253 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-41b2ce8b-87f8-4da4-ac08-41a87d4d2ef6 None None] Provisioning complete for port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:23.982204 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-41b2ce8b-87f8-4da4-ac08-41a87d4d2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:23.994186 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:23.997861 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.014999 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.208940 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-76be168f-bdde-49bc-94bb-df0a18a62039 admin admin] Publish callbacks [] for security_group (122a4ef7-0bcc-40d9-9657-59513caab327), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.236410 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks [] for port (46f927ff-e766-4f04-b886-2daf07e181c3), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.263425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:24.275522 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:24.304639 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-76be168f-bdde-49bc-94bb-df0a18a62039 admin admin] Publish callbacks [] for security_group (122a4ef7-0bcc-40d9-9657-59513caab327), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.328280 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-41b2ce8b-87f8-4da4-ac08-41a87d4d2ef6 None None] Current status of the port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:24.344000 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-32e45924-2321-4d3d-8e9c-02540bfa5a3f admin admin] Publish callbacks [] for security_group (2e2379f3-c640-441a-b0db-71e6a5d70428), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.345898 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks [] for router_gateway (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.369837 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:24.377954 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:24.395277 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:24.413041 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:24.420062 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:24.477532 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1907d8a6-8750-4c85-bea0-c3629a7b5b37 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:24.516551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-273fc7fa-1682-4b11-88ae-e8b6e9612f31 None None] Provisioning complete for port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:24.517061 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-273fc7fa-1682-4b11-88ae-e8b6e9612f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.582186 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.592170 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.597552 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0895456e-9e33-4960-a841-56f3d04dede9 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7312069 Jul 14 15:56:24.598313 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2678cbf-be6d-4cc5-b5d3-4d4686a7aae7 None None] Network 0db5c9e0-6015-46b4-9562-0020fed485ab requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:24.602968 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58096) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:24.610665 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-76be168f-bdde-49bc-94bb-df0a18a62039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (122a4ef7-0bcc-40d9-9657-59513caab327), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.621834 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-76be168f-bdde-49bc-94bb-df0a18a62039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.632536 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-76be168f-bdde-49bc-94bb-df0a18a62039 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/122a4ef7-0bcc-40d9-9657-59513caab327 HTTP/1.1" status: 204 len: 168 time: 1.0666685 Jul 14 15:56:24.677920 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-32e45924-2321-4d3d-8e9c-02540bfa5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2e2379f3-c640-441a-b0db-71e6a5d70428), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.680855 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-32e45924-2321-4d3d-8e9c-02540bfa5a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.682025 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-32e45924-2321-4d3d-8e9c-02540bfa5a3f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2e2379f3-c640-441a-b0db-71e6a5d70428 HTTP/1.1" status: 204 len: 168 time: 1.2317519 Jul 14 15:56:24.714884 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e45924-2321-4d3d-8e9c-02540bfa5a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2379f3-c640-441a-b0db-71e6a5d70428,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:24.793131 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Publish callbacks [] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.795817 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:24.809077 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:24.817457 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:24.817982 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.823506 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.828481 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.922265 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:24.925885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:25.018559 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Pushing event updated for resources: {'Port': ['ID=65e6b10a-2a41-433d-81b3-adfa2857513e,revision_number=2']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:25.041055 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:25.041440 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.041888 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.042332 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.042788 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.043763 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:25.044257 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.044876 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.046236 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.046421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be168f-bdde-49bc-94bb-df0a18a62039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122a4ef7-0bcc-40d9-9657-59513caab327,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:25.046779 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.047540 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.048546 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.049185 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Pushing event updated for resources: {'Port': ['ID=46f927ff-e766-4f04-b886-2daf07e181c3,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:25.049517 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.051087 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.051559 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.052927 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Tracked resource versions report: Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: pushed versions: Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: { 'AddressGroup': {'1.2'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Agent': {'1.1'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'ConntrackHelper': {'1.0'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'LocalIPAssociation': {'1.0'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Log': {'1.0'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'NDPProxy': {'1.0'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Network': {'1.1'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Port': {'1.7'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'PortForwarding': {'1.3'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'QosPolicy': {'1.10'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroup': {'1.5'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroupRule': {'1.2'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SubPort': {'1.0'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Subnet': {'1.1'}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Trunk': {'1.1'}} Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: consumer versions: Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: { DHCP agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: HyperV agent@hv-cinder-84986: {}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: L3 agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: Metadata agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: Metering agent@dv-cinder-849869-1-iscsi: {}, Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: Open vSwitch agent@dv-cinder-849869-1-iscsi: { 'AddressGroup': '1.2', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Agent': '1.1', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'ConntrackHelper': '1.0', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'LocalIPAssociation': '1.0', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Log': '1.0', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'NDPProxy': '1.0', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Network': '1.1', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Port': '1.7', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'PortForwarding': '1.3', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'QosPolicy': '1.10', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroup': '1.5', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SecurityGroupRule': '1.2', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'SubPort': '1.0', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Subnet': '1.1', Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: 'Trunk': '1.1'}} Jul 14 15:56:25.059664 dv-cinder-849869-1-iscsi neutron-server[111070]: {{(pid=111070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 15:56:25.096241 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Attempting to bind port 65e6b10a-2a41-433d-81b3-adfa2857513e on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:25.096241 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Attempting to bind port 65e6b10a-2a41-433d-81b3-adfa2857513e by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:25.096241 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Attempting to bind port 65e6b10a-2a41-433d-81b3-adfa2857513e on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:25.108892 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:25.109699 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:25.110254 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:25.110785 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:25.111456 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Bound port: 65e6b10a-2a41-433d-81b3-adfa2857513e, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:25.112041 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:25.186075 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] For port 65e6b10a-2a41-433d-81b3-adfa2857513e, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:25.186075 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] For port 65e6b10a-2a41-433d-81b3-adfa2857513e, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=65e6b10a-2a41-433d-81b3-adfa2857513e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:25.190146 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58106) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:25.210147 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b9e0a-59f7-41dc-a38b-8f964a38964e None None] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:25.230277 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:25.307322 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:25.323209 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-273fc7fa-1682-4b11-88ae-e8b6e9612f31 None None] Current status of the port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:25.427935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Allocated IP 172.20.0.1 (087db78d-bdc1-4063-aecb-2601edc6986a/a919c635-99fa-4b89-b00b-a2eef183f4e8/74e14ceb-7d92-4df8-9c62-91f695b50a63) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:25.445789 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:25.486325 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3dda8-db1c-4c36-b94b-3d4237f699f9 None None] Pushing event updated for resources: {'Port': ['ID=65e6b10a-2a41-433d-81b3-adfa2857513e,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:25.508430 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:25.514738 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bb03ac03-6fb5-4d97-9743-e62dc2df55ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:25.518815 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:25.519914 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 6c1f241f-2bde-42e1-9645-943dccab4264 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:25.530847 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Provisioning complete for port 6c1f241f-2bde-42e1-9645-943dccab4264 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:25.531254 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:25.538965 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Routers {'83b791da-890b-40e6-bf9a-a2e56f153155'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:25.544964 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['83b791da-890b-40e6-bf9a-a2e56f153155'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:25.611238 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 15:56:25.797902 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] Set router 83b791da-890b-40e6-bf9a-a2e56f153155 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:25.825079 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks [] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:25.875374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:25.887384 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:22Z', 'revision_number': 3, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:25.890940 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Sync routers for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:25.924665 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:25.925294 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:25.964038 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:25.975455 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:25.975837 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Updating router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 port 67903074-0e64-46aa-a971-7575d9b9781e binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:26.010215 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.011657 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-57bbff64-e5e6-445f-8034-92f66c1a950f admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5762501 Jul 14 15:56:26.012984 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.016289 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58132) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:26.051483 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks [] for router_gateway (eaf1ef1c-1a74-4357-840e-e519d03810d6), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.099436 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 6c1f241f-2bde-42e1-9645-943dccab4264 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:26.099875 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.158410 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:26.181816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (67903074-0e64-46aa-a971-7575d9b9781e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.264431 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bb03ac03-6fb5-4d97-9743-e62dc2df55ef admin admin] Publish callbacks [] for security_group (a41f99dd-576d-4966-8a0f-ae39402ca950), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.305694 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58134) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:26.311498 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:26.338176 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:56:20Z', 'revision_number': 3, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port': {'id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:26.370716 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c909e-6049-4714-872c-429f68dd6b1b None None] The sync data for ids ['83b791da-890b-40e6-bf9a-a2e56f153155'] in dv-cinder-849869-1-iscsi is: [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:56:20Z', 'revision_number': 3, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port': {'id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:26.378468 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Network 087db78d-bdc1-4063-aecb-2601edc6986a is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:26.392865 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bb03ac03-6fb5-4d97-9743-e62dc2df55ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a41f99dd-576d-4966-8a0f-ae39402ca950), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.406880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Current status of the port 6c1f241f-2bde-42e1-9645-943dccab4264 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:26.407229 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Pushing event updated for resources: {'Port': ['ID=74e14ceb-7d92-4df8-9c62-91f695b50a63,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:26.407693 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.416056 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:26.423606 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:26.435769 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (83b791da-890b-40e6-bf9a-a2e56f153155), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.502639 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:23Z', 'revision_number': 3, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:26.530177 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6244-985f-4957-937b-2bc3b9c06691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.532173 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03ac03-6fb5-4d97-9743-e62dc2df55ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41f99dd-576d-4966-8a0f-ae39402ca950,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:26.580421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.630889 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Checking router: 9d80e3d1-e01f-4e78-af35-2ed0820d08fe for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:26.631305 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Updating router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe port b8f4b6bf-2360-4c3d-b230-e5007d665085 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:26.723346 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-bb03ac03-6fb5-4d97-9743-e62dc2df55ef admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7acceadaad2c4031b0ea6ca9dd67a86c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5303302 Jul 14 15:56:26.731491 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 6c1f241f-2bde-42e1-9645-943dccab4264 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:26.736395 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.760572 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] For port 6c1f241f-2bde-42e1-9645-943dccab4264, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6c1f241f-2bde-42e1-9645-943dccab4264,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:26.813032 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58142) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:26.813463 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58146) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:26.879218 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:26.896535 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:26.917164 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.962000 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:26.964067 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:27.080766 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6244-985f-4957-937b-2bc3b9c06691 admin admin] Publish callbacks [] for security_group (8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.122947 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.162219 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Provisioning complete for port b7f27efa-6b5e-464d-a830-cdcf20302bf9 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:27.162600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.168725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6244-985f-4957-937b-2bc3b9c06691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.183044 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-50afedc5-c62d-4ff9-b2d0-40e79b1dee00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.282718 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.db.api [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 15:56:27.283116 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG oslo_db.api [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 15:56:27.283788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Pushing event updated for resources: {'Port': ['ID=6c1f241f-2bde-42e1-9645-943dccab4264,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:27.324353 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (eaf1ef1c-1a74-4357-840e-e519d03810d6), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.338776 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Current status of the port b7f27efa-6b5e-464d-a830-cdcf20302bf9 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:27.339326 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.369968 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0bfe6244-985f-4957-937b-2bc3b9c06691 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=97b678c5f0784d43af4e5f5a336d50c9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0575216 Jul 14 15:56:27.381262 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58154) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:27.407745 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe6244-985f-4957-937b-2bc3b9c06691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:27.519296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-50afedc5-c62d-4ff9-b2d0-40e79b1dee00 admin admin] Publish callbacks [] for security_group (cf6b0e70-7b1b-4eaa-9351-6ec27137acb3), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.522050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3d687783-e2cf-4551-ac57-20ab6b424186 admin admin] Publish callbacks [] for security_group (a41f99dd-576d-4966-8a0f-ae39402ca950), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.533006 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Allocated IP 172.20.0.1 (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c/f1097176-f408-45f9-89a6-74028cd01909/1c6af9fc-6165-4f2a-aacd-ae49853c8ea6) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:27.533543 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] For port b7f27efa-6b5e-464d-a830-cdcf20302bf9, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b7f27efa-6b5e-464d-a830-cdcf20302bf9,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:27.547664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:27.562394 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Publish callbacks [] for port (67903074-0e64-46aa-a971-7575d9b9781e), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.582544 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3d687783-e2cf-4551-ac57-20ab6b424186 admin admin] Publish callbacks [] for security_group (a41f99dd-576d-4966-8a0f-ae39402ca950), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.600332 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Allocated IP 172.20.0.1 (81beb021-9d5c-47cd-b940-d1c5b4031ad6/6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4/3c1ffd7b-2600-4bb4-b7ed-396540cdc165) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:27.617272 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.622600 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-50afedc5-c62d-4ff9-b2d0-40e79b1dee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (cf6b0e70-7b1b-4eaa-9351-6ec27137acb3), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.632029 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-495c1cff-34ef-4666-badd-748b38296578 admin admin] Publish callbacks [] for security_group (8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.653471 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (67903074-0e64-46aa-a971-7575d9b9781e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.694414 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-495c1cff-34ef-4666-badd-748b38296578 admin admin] Publish callbacks [] for security_group (8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.707184 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Attempting to bind port 67903074-0e64-46aa-a971-7575d9b9781e on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:27.707552 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Attempting to bind port 67903074-0e64-46aa-a971-7575d9b9781e by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:27.707907 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Attempting to bind port 67903074-0e64-46aa-a971-7575d9b9781e on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:27.747194 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:27.747718 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:27.748007 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.748476 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:27.749454 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Bound port: 67903074-0e64-46aa-a971-7575d9b9781e, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:27.753291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (67903074-0e64-46aa-a971-7575d9b9781e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.761335 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:27.785498 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:27.799317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41ca68-32b4-487b-aeb7-9f96a5fe75bc None None] Pushing event updated for resources: {'Port': ['ID=b7f27efa-6b5e-464d-a830-cdcf20302bf9,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:27.822663 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Provisioning complete for port b7f27efa-6b5e-464d-a830-cdcf20302bf9 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:27.823086 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.841565 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks [] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.880645 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:27.886548 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-50afedc5-c62d-4ff9-b2d0-40e79b1dee00 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ba5dbb0fc596455884bdb838fd029d08&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0666375 Jul 14 15:56:27.887709 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58160) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:27.915434 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Publish callbacks [] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.925219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-495c1cff-34ef-4666-badd-748b38296578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.927927 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-495c1cff-34ef-4666-badd-748b38296578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.929708 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-495c1cff-34ef-4666-badd-748b38296578 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf HTTP/1.1" status: 204 len: 168 time: 0.5474725 Jul 14 15:56:27.939437 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 6c1f241f-2bde-42e1-9645-943dccab4264 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:27.941981 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b7f27efa-6b5e-464d-a830-cdcf20302bf9 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:27.946741 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a738b-a3b2-4ebb-87bb-77e861aa0966 None None] Pushing event updated for resources: {'Port': ['ID=67903074-0e64-46aa-a971-7575d9b9781e,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:27.951974 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.960261 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks [] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.963306 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afedc5-c62d-4ff9-b2d0-40e79b1dee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b0e70-7b1b-4eaa-9351-6ec27137acb3,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:27.982657 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] For port 67903074-0e64-46aa-a971-7575d9b9781e, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:27.989265 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:27.993442 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c1cff-34ef-4666-badd-748b38296578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed3e02-8bb0-492d-b5a4-1a33f9cd40cf,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:28.004656 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Router eaf1ef1c-1a74-4357-840e-e519d03810d6 is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 15:56:28.019024 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] For port 67903074-0e64-46aa-a971-7575d9b9781e, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=67903074-0e64-46aa-a971-7575d9b9781e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:28.028420 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.075595 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port b7f27efa-6b5e-464d-a830-cdcf20302bf9 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:28.075971 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.080001 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Current status of the port b7f27efa-6b5e-464d-a830-cdcf20302bf9 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:28.084736 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3d687783-e2cf-4551-ac57-20ab6b424186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a41f99dd-576d-4966-8a0f-ae39402ca950), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.092571 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3d687783-e2cf-4551-ac57-20ab6b424186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.094958 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3d687783-e2cf-4551-ac57-20ab6b424186 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a41f99dd-576d-4966-8a0f-ae39402ca950 HTTP/1.1" status: 204 len: 168 time: 1.2780468 Jul 14 15:56:28.104217 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:28.107638 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:28.108589 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Provisioning complete for port 6c1f241f-2bde-42e1-9645-943dccab4264 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:28.108986 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.126954 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:28.132939 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9432d5-590f-4a3b-9037-82e04e0cfe44 None None] Pushing event updated for resources: {'Port': ['ID=b8f4b6bf-2360-4c3d-b230-e5007d665085,revision_number=2']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:28.148930 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d687783-e2cf-4551-ac57-20ab6b424186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41f99dd-576d-4966-8a0f-ae39402ca950,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:28.154814 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (67903074-0e64-46aa-a971-7575d9b9781e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.171445 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Attempting to bind port b8f4b6bf-2360-4c3d-b230-e5007d665085 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:28.171822 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Attempting to bind port b8f4b6bf-2360-4c3d-b230-e5007d665085 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:28.175398 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Attempting to bind port b8f4b6bf-2360-4c3d-b230-e5007d665085 on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:28.186494 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:28.187952 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:28.188582 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.189156 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:28.189899 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Bound port: b8f4b6bf-2360-4c3d-b230-e5007d665085, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:28.190488 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.287418 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.329975 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Pushing event updated for resources: {'Port': ['ID=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:28.336433 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:28.340671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:28.341034 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (5253ae17-7524-4d3f-98f3-4dfc359ebd20), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.348497 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] For port b8f4b6bf-2360-4c3d-b230-e5007d665085, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:28.354741 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a738b-a3b2-4ebb-87bb-77e861aa0966 None None] Pushing event updated for resources: {'Port': ['ID=67903074-0e64-46aa-a971-7575d9b9781e,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:28.361581 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:28.362371 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:28.372885 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:28.374024 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] For port b8f4b6bf-2360-4c3d-b230-e5007d665085, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b8f4b6bf-2360-4c3d-b230-e5007d665085,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:28.381826 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:28.387199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:28.387719 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.504247 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port b7f27efa-6b5e-464d-a830-cdcf20302bf9 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:28.515221 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.532309 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:28.532659 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:28.551197 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Sync routers for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:28.566298 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Current status of the port 6c1f241f-2bde-42e1-9645-943dccab4264 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:28.692410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Provisioning complete for port 74e14ceb-7d92-4df8-9c62-91f695b50a63 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:28.693669 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.773177 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:28.774457 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:28.784441 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:28.785049 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:28.790654 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.806190 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-e1efea7e-79d8-4718-9d2e-ca35fb0ccfed admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6267323 Jul 14 15:56:28.806190 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4c86c47d-b384-4f7c-aaf2-ffc2349a09b3 admin admin] Publish callbacks [] for security_group (cf6b0e70-7b1b-4eaa-9351-6ec27137acb3), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.839402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4c86c47d-b384-4f7c-aaf2-ffc2349a09b3 admin admin] Publish callbacks [] for security_group (cf6b0e70-7b1b-4eaa-9351-6ec27137acb3), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:28.842746 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9432d5-590f-4a3b-9037-82e04e0cfe44 None None] Pushing event updated for resources: {'Port': ['ID=b8f4b6bf-2360-4c3d-b230-e5007d665085,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:28.905554 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:28.930435 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58178) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:28.951398 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 65e6b10a-2a41-433d-81b3-adfa2857513e up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:28.963035 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-dddd13d8-802e-450b-a048-88800ef47ccd None None] Port 74e14ceb-7d92-4df8-9c62-91f695b50a63 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:28.991308 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:28.998670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:29.031991 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:29.036270 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks [] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.128078 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4c86c47d-b384-4f7c-aaf2-ffc2349a09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (cf6b0e70-7b1b-4eaa-9351-6ec27137acb3), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.130955 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4c86c47d-b384-4f7c-aaf2-ffc2349a09b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.133647 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4c86c47d-b384-4f7c-aaf2-ffc2349a09b3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/cf6b0e70-7b1b-4eaa-9351-6ec27137acb3 HTTP/1.1" status: 204 len: 168 time: 1.2449839 Jul 14 15:56:29.162959 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.164260 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (83b791da-890b-40e6-bf9a-a2e56f153155), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.196050 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:29.216385 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:23Z', 'revision_number': 3, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:29.270440 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72955-8576-4cd3-b836-a9df59f0bc71 None None] The sync data for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi is: [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:23Z', 'revision_number': 3, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:29.280660 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c47d-b384-4f7c-aaf2-ffc2349a09b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b0e70-7b1b-4eaa-9351-6ec27137acb3,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:29.362475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Pushing event updated for resources: {'Port': ['ID=74e14ceb-7d92-4df8-9c62-91f695b50a63,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:29.419988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.506167 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.530354 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Network 087db78d-bdc1-4063-aecb-2601edc6986a is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:29.541442 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:29.546932 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-b0a388a6-63d1-4187-b143-0453edd15c3b None None] Provisioning complete for port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:29.547871 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b0a388a6-63d1-4187-b143-0453edd15c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.608256 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:29.646646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58196) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:29.754974 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-16e37174-720b-40e2-a55a-d56c8fa53971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:29.760756 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:29.847297 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-b0a388a6-63d1-4187-b143-0453edd15c3b None None] Port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:29.901385 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 65e6b10a-2a41-433d-81b3-adfa2857513e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:29.901759 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.016969 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:30.055908 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-16e37174-720b-40e2-a55a-d56c8fa53971 admin admin] Publish callbacks [] for security_group (a28c5339-05bc-491b-9872-0fe8c3afc27e), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.092646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Router 83b791da-890b-40e6-bf9a-a2e56f153155 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:56:30.106274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-b0a388a6-63d1-4187-b143-0453edd15c3b None None] Provisioning complete for port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:30.106646 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b0a388a6-63d1-4187-b143-0453edd15c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.119980 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks [] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.126128 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks [] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.183035 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.202366 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-b0a388a6-63d1-4187-b143-0453edd15c3b None None] Port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:30.205902 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-16e37174-720b-40e2-a55a-d56c8fa53971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a28c5339-05bc-491b-9872-0fe8c3afc27e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.210895 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:22Z', 'revision_number': 3, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:30.250362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.251508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.280145 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.281057 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (5253ae17-7524-4d3f-98f3-4dfc359ebd20), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.339502 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Pushing event updated for resources: {'Port': ['ID=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:30.419560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7279d-7b45-4fac-abd4-f2da6db12e69 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:22Z', 'revision_number': 3, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:30.419560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:30.458591 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:25Z', 'revision_number': 3, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:30.513834 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Checking router: eaf1ef1c-1a74-4357-840e-e519d03810d6 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:30.514181 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Updating router eaf1ef1c-1a74-4357-840e-e519d03810d6 port 46f927ff-e766-4f04-b886-2daf07e181c3 binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:30.533850 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58210) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:30.540309 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-16e37174-720b-40e2-a55a-d56c8fa53971 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e93e3e5401674b6a9a13aa4c62923719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8923035 Jul 14 15:56:30.541518 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e37174-720b-40e2-a55a-d56c8fa53971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28c5339-05bc-491b-9872-0fe8c3afc27e,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:30.564735 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58212) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:30.566977 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:30.578674 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:30.595774 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bdb8cee8-017d-4cb7-babe-4e92dd7753c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.599492 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:30.606232 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.618068 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:30.627369 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:30.636931 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:30.643324 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:30.659956 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Sync routers for ids ['83b791da-890b-40e6-bf9a-a2e56f153155'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:30.670686 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3778a543-937e-4701-b4e9-5c3e00b25d0f admin admin] 10.222.0.119 "PUT /v2.0/routers/83b791da-890b-40e6-bf9a-a2e56f153155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5223410 Jul 14 15:56:30.697907 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Routers {'83b791da-890b-40e6-bf9a-a2e56f153155'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:30.697907 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['83b791da-890b-40e6-bf9a-a2e56f153155'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:30.777986 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-97610ffc-4e1a-4402-9a31-97ee5a5fabf8 None None] Provisioning complete for port 74e14ceb-7d92-4df8-9c62-91f695b50a63 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:30.780615 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-97610ffc-4e1a-4402-9a31-97ee5a5fabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:30.884776 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:30.894931 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:30.956027 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:56:30.958044 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Allocated IP 172.20.0.1 (0db5c9e0-6015-46b4-9562-0020fed485ab/40371c8f-1bbd-4056-b03a-7ca1233e3560/5c664e23-b878-4661-9a74-b5c27e9f045e) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:30.960871 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-97610ffc-4e1a-4402-9a31-97ee5a5fabf8 None None] Port 74e14ceb-7d92-4df8-9c62-91f695b50a63 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:30.968022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 65e6b10a-2a41-433d-81b3-adfa2857513e is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:30.968809 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.022427 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:56:31.051284 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 65e6b10a-2a41-433d-81b3-adfa2857513e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=65e6b10a-2a41-433d-81b3-adfa2857513e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:31.135022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.135950 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 81de3fc3-11b5-4bed-8b86-3d776cc2c92f up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:31.187476 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Set router 83b791da-890b-40e6-bf9a-a2e56f153155 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:31.249758 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:31.282349 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-1d043c28-64f4-4373-8688-2371b4a40bfb admin admin] 10.222.0.119 "PUT /v2.0/routers/5253ae17-7524-4d3f-98f3-4dfc359ebd20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6725657 Jul 14 15:56:31.299930 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=65e6b10a-2a41-433d-81b3-adfa2857513e,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:31.340802 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ba36b00a-f93f-4b3c-ad92-d76efd2db12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.397057 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:31.408559 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-fda5e209-55b1-40d8-be81-25168297a322 admin admin] 10.222.0.119 "PUT /v2.0/routers/9d80e3d1-e01f-4e78-af35-2ed0820d08fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3848608 Jul 14 15:56:31.416415 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-717847d1-89c9-4a30-a144-4e9e2af97ec5 None None] Provisioning complete for port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:31.416871 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-717847d1-89c9-4a30-a144-4e9e2af97ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.469814 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bdb8cee8-017d-4cb7-babe-4e92dd7753c7 admin admin] Publish callbacks [] for security_group (489861d3-0dd1-481c-90da-864e2b861d8e), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.485266 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c55e3922-b209-43a7-b071-9e7c605dd6c0 admin admin] Publish callbacks [] for security_group (a28c5339-05bc-491b-9872-0fe8c3afc27e), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.564050 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c55e3922-b209-43a7-b071-9e7c605dd6c0 admin admin] Publish callbacks [] for security_group (a28c5339-05bc-491b-9872-0fe8c3afc27e), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.620651 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bdb8cee8-017d-4cb7-babe-4e92dd7753c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (489861d3-0dd1-481c-90da-864e2b861d8e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.631303 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:31.631844 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.650839 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 4, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port': {'id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '74e14ceb-7d92-4df8-9c62-91f695b50a63', 'name': '', 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a', 'tenant_id': '337009c5341c4de4a64823371566766c', 'mac_address': 'fa:16:3e:e3:09:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:24Z', 'updated_at': '2022-07-14T15:56:28Z', 'revision_number': 2, 'project_id': '337009c5341c4de4a64823371566766c', 'subnets': [{'id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:31.689849 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks [] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.705323 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Checking router: 83b791da-890b-40e6-bf9a-a2e56f153155 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:31.705771 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Updating router 83b791da-890b-40e6-bf9a-a2e56f153155 port 74e14ceb-7d92-4df8-9c62-91f695b50a63 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:31.707744 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8cee8-017d-4cb7-babe-4e92dd7753c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489861d3-0dd1-481c-90da-864e2b861d8e,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:31.711317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-717847d1-89c9-4a30-a144-4e9e2af97ec5 None None] Port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:31.722704 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-bdb8cee8-017d-4cb7-babe-4e92dd7753c7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9801ac1c33cc41229344d01d8a72951a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1569524 Jul 14 15:56:31.725543 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58236) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:31.782045 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.799569 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c55e3922-b209-43a7-b071-9e7c605dd6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a28c5339-05bc-491b-9872-0fe8c3afc27e), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.808912 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c55e3922-b209-43a7-b071-9e7c605dd6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.811743 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-c55e3922-b209-43a7-b071-9e7c605dd6c0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a28c5339-05bc-491b-9872-0fe8c3afc27e HTTP/1.1" status: 204 len: 168 time: 1.2753766 Jul 14 15:56:31.854268 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e3922-b209-43a7-b071-9e7c605dd6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28c5339-05bc-491b-9872-0fe8c3afc27e,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:31.859092 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:31.917610 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-483fb91a-d559-4d4b-83cc-56fe03b28ff2 admin admin] Publish callbacks [] for security_group (489861d3-0dd1-481c-90da-864e2b861d8e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.003648 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-483fb91a-d559-4d4b-83cc-56fe03b28ff2 admin admin] Publish callbacks [] for security_group (489861d3-0dd1-481c-90da-864e2b861d8e), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.004551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-d3425075-48ab-45b2-9ef6-52ff56865466 None None] Provisioning complete for port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:32.004551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d3425075-48ab-45b2-9ef6-52ff56865466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.029191 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Network 0db5c9e0-6015-46b4-9562-0020fed485ab is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:32.030653 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:32.033550 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Pushing event updated for resources: {'Port': ['ID=5c664e23-b878-4661-9a74-b5c27e9f045e,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:32.051410 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:32.056998 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:32.058603 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (eaf1ef1c-1a74-4357-840e-e519d03810d6), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.123321 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:32.135064 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 6c1f241f-2bde-42e1-9645-943dccab4264 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:32.203101 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-483fb91a-d559-4d4b-83cc-56fe03b28ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (489861d3-0dd1-481c-90da-864e2b861d8e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.204847 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-483fb91a-d559-4d4b-83cc-56fe03b28ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.216246 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-483fb91a-d559-4d4b-83cc-56fe03b28ff2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/489861d3-0dd1-481c-90da-864e2b861d8e HTTP/1.1" status: 204 len: 168 time: 0.4895709 Jul 14 15:56:32.225686 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Sync routers for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:32.231235 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fb91a-d559-4d4b-83cc-56fe03b28ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489861d3-0dd1-481c-90da-864e2b861d8e,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:32.285503 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:32.321805 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58264) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:32.326897 dv-cinder-849869-1-iscsi neutron-server[111068]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 15:56:32.453840 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.478882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-d3425075-48ab-45b2-9ef6-52ff56865466 None None] Port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:32.486952 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Publish callbacks [] for port (46f927ff-e766-4f04-b886-2daf07e181c3), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.491044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:32.491716 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:32.534151 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:32.561036 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 6c1f241f-2bde-42e1-9645-943dccab4264 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:32.561405 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.617548 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:32.619528 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Publish callbacks [] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.626879 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.674769 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58270) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:32.680708 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-6a21585f-2d1d-4ca9-a7f7-1bd8fcee96ec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272201068', 'description': 'tempest-description--1210687810'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:32.716702 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.732877 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eee095-f67f-4264-8112-4bb503ebe0b1 None None] Pushing event updated for resources: {'Port': ['ID=46f927ff-e766-4f04-b886-2daf07e181c3,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:32.742247 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:32.749424 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-dd0818ea-3844-4078-a50b-3edce4a04160 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:32.756992 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-aff2791b-bf4f-4db8-856f-7d15c3918205 None None] Provisioning complete for port 5c664e23-b878-4661-9a74-b5c27e9f045e triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:32.757330 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-dd0818ea-3844-4078-a50b-3edce4a04160 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/networks?id=087db78d-bdc1-4063-aecb-2601edc6986a HTTP/1.1" status: 200 len: 811 time: 0.4322848 Jul 14 15:56:32.757442 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aff2791b-bf4f-4db8-856f-7d15c3918205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.781069 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-b453e4ad-3377-46b6-89eb-a434ec9d353d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/quotas/337009c5341c4de4a64823371566766c HTTP/1.1" status: 200 len: 375 time: 0.0225191 Jul 14 15:56:32.782280 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks [] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.794796 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92a917-56d1-4ea2-8371-c09539ba111c None None] Pushing event updated for resources: {'Port': ['ID=74e14ceb-7d92-4df8-9c62-91f695b50a63,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:32.888844 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Attempting to bind port 74e14ceb-7d92-4df8-9c62-91f695b50a63 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:32.889054 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:32.889214 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Attempting to bind port 74e14ceb-7d92-4df8-9c62-91f695b50a63 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:32.889576 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Attempting to bind port 74e14ceb-7d92-4df8-9c62-91f695b50a63 on network 087db78d-bdc1-4063-aecb-2601edc6986a {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:32.895599 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:32.896490 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Checking segment: {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:32.896894 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.897460 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Bound using segment: {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:32.898936 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Bound port: 74e14ceb-7d92-4df8-9c62-91f695b50a63, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:32.899324 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.901543 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-9dcfbd45-1d1b-471d-b5db-1b7ac86ab9de tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=337009c5341c4de4a64823371566766c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194255 Jul 14 15:56:32.903567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6a21585f-2d1d-4ca9-a7f7-1bd8fcee96ec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.928002 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.929625 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (eaf1ef1c-1a74-4357-840e-e519d03810d6), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:32.996173 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] For port 74e14ceb-7d92-4df8-9c62-91f695b50a63, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:33.002130 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] For port 74e14ceb-7d92-4df8-9c62-91f695b50a63, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=74e14ceb-7d92-4df8-9c62-91f695b50a63,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:33.036279 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6a21585f-2d1d-4ca9-a7f7-1bd8fcee96ec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (d370902a-2516-4b72-a495-5ab55eb71793), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.074621 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:33.121168 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.133543 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:33.151255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6a21585f-2d1d-4ca9-a7f7-1bd8fcee96ec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d370902a-2516-4b72-a495-5ab55eb71793), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.195842 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Pushing event updated for resources: {'Port': ['ID=5c664e23-b878-4661-9a74-b5c27e9f045e,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:33.209129 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:33.231845 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Network 0db5c9e0-6015-46b4-9562-0020fed485ab is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:33.236262 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:33.252665 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21585f-2d1d-4ca9-a7f7-1bd8fcee96ec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d370902a-2516-4b72-a495-5ab55eb71793,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:33.274825 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Routers {'83b791da-890b-40e6-bf9a-a2e56f153155'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:33.275702 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['83b791da-890b-40e6-bf9a-a2e56f153155'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:33.283980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6a21585f-2d1d-4ca9-a7f7-1bd8fcee96ec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.288660 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6a21585f-2d1d-4ca9-a7f7-1bd8fcee96ec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6097286 Jul 14 15:56:33.302644 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58284) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:33.320001 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-3124d390-15c7-4b88-8937-28646872b43a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': 'd370902a-2516-4b72-a495-5ab55eb71793', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:33.339872 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:33.348280 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-aff2791b-bf4f-4db8-856f-7d15c3918205 None None] Port 5c664e23-b878-4661-9a74-b5c27e9f045e cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:33.360472 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Attempting to bind port 46f927ff-e766-4f04-b886-2daf07e181c3 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:33.360950 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Attempting to bind port 46f927ff-e766-4f04-b886-2daf07e181c3 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:33.364079 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Attempting to bind port 46f927ff-e766-4f04-b886-2daf07e181c3 on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:33.442237 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:33.448374 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:33.448374 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.448374 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:33.448374 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Bound port: 46f927ff-e766-4f04-b886-2daf07e181c3, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:33.448374 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.450637 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3124d390-15c7-4b88-8937-28646872b43a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (564f9c10-c93e-4b98-b082-f8be68708e33), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.459619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 6c1f241f-2bde-42e1-9645-943dccab4264 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:33.461293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b7f27efa-6b5e-464d-a830-cdcf20302bf9 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:33.616461 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Router eaf1ef1c-1a74-4357-840e-e519d03810d6 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:56:33.655817 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92a917-56d1-4ea2-8371-c09539ba111c None None] Pushing event updated for resources: {'Port': ['ID=74e14ceb-7d92-4df8-9c62-91f695b50a63,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:33.676294 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:33.699633 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3124d390-15c7-4b88-8937-28646872b43a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (564f9c10-c93e-4b98-b082-f8be68708e33), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.730239 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e2d6-25d9-42b7-8333-5199b9bc356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.750105 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:33.750750 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:33.757812 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:33.795180 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3124d390-15c7-4b88-8937-28646872b43a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (564f9c10-c93e-4b98-b082-f8be68708e33), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.835064 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124d390-15c7-4b88-8937-28646872b43a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564f9c10-c93e-4b98-b082-f8be68708e33,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:33.867744 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-084e31e7-9c3c-4554-8347-aee32d591f36 None None] Provisioning complete for port 74e14ceb-7d92-4df8-9c62-91f695b50a63 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:33.868421 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-084e31e7-9c3c-4554-8347-aee32d591f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.920534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:56:33.935042 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58308) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:33.944800 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d30a1d34-6a80-4969-9dc1-026b9f9dbb8f admin admin] 10.222.0.119 "PUT /v2.0/routers/eaf1ef1c-1a74-4357-840e-e519d03810d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0078523 Jul 14 15:56:33.965098 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3124d390-15c7-4b88-8937-28646872b43a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:33.968952 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3124d390-15c7-4b88-8937-28646872b43a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6589005 Jul 14 15:56:33.969416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58312) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:33.977053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-16ce5c07-6598-448f-821e-3af41f8f6d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': 'd370902a-2516-4b72-a495-5ab55eb71793', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:33.980904 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] Set router 83b791da-890b-40e6-bf9a-a2e56f153155 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:34.103269 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] For port 46f927ff-e766-4f04-b886-2daf07e181c3, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:34.134588 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-16ce5c07-6598-448f-821e-3af41f8f6d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (eab3f9f8-2a9d-4cf3-b5e1-cea593116070), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.134828 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:34.158110 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] For port 46f927ff-e766-4f04-b886-2daf07e181c3, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=46f927ff-e766-4f04-b886-2daf07e181c3,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:34.172731 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port b7f27efa-6b5e-464d-a830-cdcf20302bf9 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:34.173191 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.257129 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.339002 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.397040 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-16ce5c07-6598-448f-821e-3af41f8f6d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (eab3f9f8-2a9d-4cf3-b5e1-cea593116070), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.431954 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:34.444612 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-9d98bb0d-ebcf-471b-a25a-4501527d6397 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:34.453449 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-9d98bb0d-ebcf-471b-a25a-4501527d6397 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 819 time: 0.5155954 Jul 14 15:56:34.458205 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-084e31e7-9c3c-4554-8347-aee32d591f36 None None] Current status of the port 74e14ceb-7d92-4df8-9c62-91f695b50a63 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:34.459109 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-084e31e7-9c3c-4554-8347-aee32d591f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.475206 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ffe55dd5-6614-4f8c-aa8e-a0f8d83fd4e2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/quotas/2604fe90997b48439ed17360fa15f24a HTTP/1.1" status: 200 len: 375 time: 0.0199046 Jul 14 15:56:34.476640 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 4, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port': {'id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '74e14ceb-7d92-4df8-9c62-91f695b50a63', 'name': '', 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a', 'tenant_id': '337009c5341c4de4a64823371566766c', 'mac_address': 'fa:16:3e:e3:09:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:24Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '337009c5341c4de4a64823371566766c', 'subnets': [{'id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:34.485028 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 2, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:34.524185 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a390a-14b1-4535-bb8e-2bf97bc72382 None None] The sync data for ids ['83b791da-890b-40e6-bf9a-a2e56f153155'] in dv-cinder-849869-1-iscsi is: [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 4, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port': {'id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '74e14ceb-7d92-4df8-9c62-91f695b50a63', 'name': '', 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a', 'tenant_id': '337009c5341c4de4a64823371566766c', 'mac_address': 'fa:16:3e:e3:09:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:24Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '337009c5341c4de4a64823371566766c', 'subnets': [{'id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:34.543526 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 2, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:34.550193 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-16ce5c07-6598-448f-821e-3af41f8f6d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (eab3f9f8-2a9d-4cf3-b5e1-cea593116070), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.567109 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-7dfcf53c-c27d-4e97-9e9f-a45e5601a3cc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824273 Jul 14 15:56:34.580327 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:34.580327 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Updating router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:34.617788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Checking router: 9d80e3d1-e01f-4e78-af35-2ed0820d08fe for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:34.618609 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Updating router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:34.632835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce5c07-6598-448f-821e-3af41f8f6d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab3f9f8-2a9d-4cf3-b5e1-cea593116070,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:34.634576 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eee095-f67f-4264-8112-4bb503ebe0b1 None None] Pushing event updated for resources: {'Port': ['ID=46f927ff-e766-4f04-b886-2daf07e181c3,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:34.644654 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.660699 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:34.663266 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:34.676414 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port b7f27efa-6b5e-464d-a830-cdcf20302bf9 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:34.745921 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-084e31e7-9c3c-4554-8347-aee32d591f36 None None] For port 74e14ceb-7d92-4df8-9c62-91f695b50a63, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=74e14ceb-7d92-4df8-9c62-91f695b50a63,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:34.760692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.791297 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-55602707-a788-4f8f-ae50-758a1459da9d service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:56:34.798436 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-55602707-a788-4f8f-ae50-758a1459da9d service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4206150 Jul 14 15:56:34.835835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-16ce5c07-6598-448f-821e-3af41f8f6d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.837795 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-16ce5c07-6598-448f-821e-3af41f8f6d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8672080 Jul 14 15:56:34.847525 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58334) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:34.847616 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-084e31e7-9c3c-4554-8347-aee32d591f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:34.857209 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:34.951401 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:35.008042 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:35.043772 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.132685 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-59fe0c82-2c2d-4ce8-89d9-10f3875193cc None None] Provisioning complete for port 74e14ceb-7d92-4df8-9c62-91f695b50a63 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:35.133502 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59fe0c82-2c2d-4ce8-89d9-10f3875193cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.167276 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:35.179354 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:35.213044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 65e6b10a-2a41-433d-81b3-adfa2857513e up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:35.220903 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0cbc2c26-b4b9-41a1-989c-6e6a4989cd5a service neutron] 10.222.0.119 "GET /v2.0/networks/087db78d-bdc1-4063-aecb-2601edc6986a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214578 Jul 14 15:56:35.238282 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e31e7-9c3c-4554-8347-aee32d591f36 None None] Pushing event updated for resources: {'Port': ['ID=74e14ceb-7d92-4df8-9c62-91f695b50a63,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:35.283175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:35.422232 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Publish callbacks [] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.435532 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.457113 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-8e40319b-a54a-443b-944b-f461882e913e service neutron] 10.222.0.119 "GET /v2.0/networks/087db78d-bdc1-4063-aecb-2601edc6986a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301767 Jul 14 15:56:35.513011 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.694021 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:35.707123 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.27.3.38 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/de0f9783-1794-4c7b-b763-373a4b263f92) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:35.750122 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a629daf-8fa2-4469-a50d-2c1bce7580d3 None None] Pushing event updated for resources: {'Port': ['ID=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:35.755973 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 65e6b10a-2a41-433d-81b3-adfa2857513e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:35.756632 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.781506 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:35.784045 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.795923 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Attempting to bind port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:35.795923 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Attempting to bind port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:35.795923 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Attempting to bind port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:35.798884 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:35.799177 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Checking segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:35.799581 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.799975 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Bound using segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:35.800496 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Bound port: 3c1ffd7b-2600-4bb4-b7ed-396540cdc165, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:35.801168 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:35.858234 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-f5e591b3-4c60-4bdd-a5b0-f933e51e96ab service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:56:35.859266 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-f5e591b3-4c60-4bdd-a5b0-f933e51e96ab service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2834711 Jul 14 15:56:35.951695 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] For port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:35.959825 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] For port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:35.970677 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:35.973386 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-59fe0c82-2c2d-4ce8-89d9-10f3875193cc None None] Current status of the port 74e14ceb-7d92-4df8-9c62-91f695b50a63 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:36.045910 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-59fe0c82-2c2d-4ce8-89d9-10f3875193cc None None] Provisioning complete for port 5c664e23-b878-4661-9a74-b5c27e9f045e triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:36.046794 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59fe0c82-2c2d-4ce8-89d9-10f3875193cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.068347 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (de0f9783-1794-4c7b-b763-373a4b263f92), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.082356 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.121525 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-295e9e8d-4829-496b-8d96-8adc18aaecc7 service neutron] 10.222.0.119 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469685 Jul 14 15:56:36.156751 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.244244 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:36.244244 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:36.253461 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (de0f9783-1794-4c7b-b763-373a4b263f92), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.308541 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-59fe0c82-2c2d-4ce8-89d9-10f3875193cc None None] Port 5c664e23-b878-4661-9a74-b5c27e9f045e cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:36.401338 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:36.414009 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=de0f9783-1794-4c7b-b763-373a4b263f92,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:36.424253 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-a29b194b-da29-465f-9e62-e9ab520cfdd9 service neutron] 10.222.0.119 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017950 Jul 14 15:56:36.429516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:36.435233 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:36.467238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 2, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:36.478482 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a629daf-8fa2-4469-a50d-2c1bce7580d3 None None] Pushing event updated for resources: {'Port': ['ID=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:36.565311 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 65e6b10a-2a41-433d-81b3-adfa2857513e is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:36.567310 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 74e14ceb-7d92-4df8-9c62-91f695b50a63 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:36.635366 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01999c4-1937-453c-9e2e-54e5c45b128b None None] The sync data for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi is: [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 2, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:36.644469 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (db2f82d2-da98-4c85-84f6-8c668b51fc4d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.652370 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-9f46fea4-ee3c-4a81-bbf2-ddb94d279d39 None None] Provisioning complete for port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:36.658205 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9f46fea4-ee3c-4a81-bbf2-ddb94d279d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.663569 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Publish callbacks [] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.672829 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:36.679541 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:36.731781 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58400) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:36.735819 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-c3b7356f-65b6-45f2-913b-7e434091a2c4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588508134', 'description': 'tempest-description--165799020'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:36.750628 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:36.818525 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (de0f9783-1794-4c7b-b763-373a4b263f92), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:36.850277 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6b4b499f-22df-43cb-8c50-e5dc28e97656 req-507c7b33-5ddb-4925-99e4-a592b7a28d70 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0816126 Jul 14 15:56:36.984889 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c3b7356f-65b6-45f2-913b-7e434091a2c4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.004465 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:37.015902 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:37.061032 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f999c57-cd57-4008-9aa8-fe4d6484b989 req-f859331a-a2f8-4554-95a1-e489817d9bff tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 210 time: 0.0963805 Jul 14 15:56:37.091432 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:35Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:37.098308 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 74e14ceb-7d92-4df8-9c62-91f695b50a63 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:37.098308 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.141334 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7d14c-fb50-4131-b935-ca2ab7da1bd1 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:35Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:37.153479 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (de0f9783-1794-4c7b-b763-373a4b263f92), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.156764 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.172238 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c3b7356f-65b6-45f2-913b-7e434091a2c4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (0a16f873-5b15-4ce2-9bae-fd43e6a317ce), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.193168 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58430) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:37.266738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d0730-716c-475f-8172-1a5962c4e2ee None None] Pushing event updated for resources: {'Port': ['ID=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:37.310478 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (de0f9783-1794-4c7b-b763-373a4b263f92), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.335974 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-9f46fea4-ee3c-4a81-bbf2-ddb94d279d39 None None] Current status of the port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:37.336401 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9f46fea4-ee3c-4a81-bbf2-ddb94d279d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.372416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c3b7356f-65b6-45f2-913b-7e434091a2c4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0a16f873-5b15-4ce2-9bae-fd43e6a317ce), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.381831 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Attempting to bind port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:37.382076 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Attempting to bind port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:37.383016 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Attempting to bind port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:37.390313 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 74e14ceb-7d92-4df8-9c62-91f695b50a63 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:37.392164 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b8f4b6bf-2360-4c3d-b230-e5007d665085 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:37.400596 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:37.401153 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Checking segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:37.401696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.402230 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Bound using segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:37.402867 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Bound port: 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:37.403393 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.475182 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (db2f82d2-da98-4c85-84f6-8c668b51fc4d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.502187 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:37.505160 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-9f46fea4-ee3c-4a81-bbf2-ddb94d279d39 None None] For port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:37.577984 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port b8f4b6bf-2360-4c3d-b230-e5007d665085 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:37.578382 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.584645 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] For port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:37.595823 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c3b7356f-65b6-45f2-913b-7e434091a2c4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.601734 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-c3b7356f-65b6-45f2-913b-7e434091a2c4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8694320 Jul 14 15:56:37.604679 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58448) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:37.610180 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-cc6755dc-2992-4fb8-a74a-f44e3a3d5a5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'security_group_rule': {'security_group_id': '0a16f873-5b15-4ce2-9bae-fd43e6a317ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:37.670972 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9f46fea4-ee3c-4a81-bbf2-ddb94d279d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.685635 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.691838 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8498175 Jul 14 15:56:37.737790 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7356f-65b6-45f2-913b-7e434091a2c4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a16f873-5b15-4ce2-9bae-fd43e6a317ce,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:37.747673 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] For port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:37.749179 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8b11f-d26c-4b70-9be5-59dea4ea2048 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=de0f9783-1794-4c7b-b763-373a4b263f92,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:37.877048 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:37.932856 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-040b703c-ac5d-4c87-85dd-8e075ac561c6 None None] Provisioning complete for port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:37.937118 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-040b703c-ac5d-4c87-85dd-8e075ac561c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.010250 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46fea4-ee3c-4a81-bbf2-ddb94d279d39 None None] Pushing event updated for resources: {'Port': ['ID=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:38.066225 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-79e8431f-eabc-4c4f-bbce-cd7d7628c083 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:38.073425 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-79e8431f-eabc-4c4f-bbce-cd7d7628c083 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 819 time: 0.3570855 Jul 14 15:56:38.086824 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1344272870-network', 'tenant_id': 'd52bf23e6c5546a8a905ae46e862eb55'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:38.168570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc6755dc-2992-4fb8-a74a-f44e3a3d5a5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (134d28d9-99a4-40be-abe3-59eb03594a0a), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.294219 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b2390773-ddda-46b6-9ea6-afd54694f00e req-97552d7f-7cf7-4526-b299-3233202ee331 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.2133653 Jul 14 15:56:38.326392 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-175be6d5-755b-4788-8aa8-be2a324c0045 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/quotas/2604fe90997b48439ed17360fa15f24a HTTP/1.1" status: 200 len: 375 time: 0.2272222 Jul 14 15:56:38.348402 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d0730-716c-475f-8172-1a5962c4e2ee None None] Pushing event updated for resources: {'Port': ['ID=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:38.364388 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:38.364388 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:38.446137 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:38.508803 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Made reservation on behalf of d52bf23e6c5546a8a905ae46e862eb55 for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:38.513099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.541777 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port b8f4b6bf-2360-4c3d-b230-e5007d665085 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:38.544880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.562827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc6755dc-2992-4fb8-a74a-f44e3a3d5a5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (134d28d9-99a4-40be-abe3-59eb03594a0a), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.566919 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.592940 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-42a2efbe-baef-4b2e-86fc-2369b2768a11 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2635057 Jul 14 15:56:38.624343 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:38.676239 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port b8f4b6bf-2360-4c3d-b230-e5007d665085, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b8f4b6bf-2360-4c3d-b230-e5007d665085,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:38.725030 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-db79f7c3-54ae-4418-a7e7-bd8c59996baf tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1272201068&fields=id&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 267 time: 0.2020731 Jul 14 15:56:38.778388 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:38.833877 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc6755dc-2992-4fb8-a74a-f44e3a3d5a5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (134d28d9-99a4-40be-abe3-59eb03594a0a), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.853823 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.854627 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 67903074-0e64-46aa-a971-7575d9b9781e up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:38.948706 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-040b703c-ac5d-4c87-85dd-8e075ac561c6 None None] Current status of the port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:38.949109 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-040b703c-ac5d-4c87-85dd-8e075ac561c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:38.961980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6755dc-2992-4fb8-a74a-f44e3a3d5a5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134d28d9-99a4-40be-abe3-59eb03594a0a,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:38.999667 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=b8f4b6bf-2360-4c3d-b230-e5007d665085,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:39.058078 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-3c5d1c18-c749-4ade-92c9-25fe6cfb944b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:39.058976 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-3c5d1c18-c749-4ade-92c9-25fe6cfb944b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.3331666 Jul 14 15:56:39.062639 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-7f0ef5fa-e1f7-412c-acb7-f43bf292d867 service neutron] 10.222.0.119 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677165 Jul 14 15:56:39.102958 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc6755dc-2992-4fb8-a74a-f44e3a3d5a5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.104131 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-cc6755dc-2992-4fb8-a74a-f44e3a3d5a5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4984672 Jul 14 15:56:39.106964 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58518) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:39.113044 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-8504e015-7303-46ca-a098-7118b66d902a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'security_group_rule': {'security_group_id': '0a16f873-5b15-4ce2-9bae-fd43e6a317ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:39.132727 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-cb71b009-ff6d-4218-a558-75d279e2cd9f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/quotas/4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 375 time: 0.0478821 Jul 14 15:56:39.142957 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-040b703c-ac5d-4c87-85dd-8e075ac561c6 None None] For port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:39.178072 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 67903074-0e64-46aa-a971-7575d9b9781e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:39.178658 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (67903074-0e64-46aa-a971-7575d9b9781e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.273611 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-040b703c-ac5d-4c87-85dd-8e075ac561c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.320599 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8504e015-7303-46ca-a098-7118b66d902a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (ab5df176-9703-47b3-986f-0b7f1bec8494), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.405508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks [] for security_group (aa62f4cb-0898-4ba3-a214-97fa90159495), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.435582 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-da96705b-f96d-43db-89e2-ad001cc27b64 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3019428 Jul 14 15:56:39.468415 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-a05fb773-e231-498a-859a-ea5e131ea1d7 service neutron] 10.222.0.119 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966398 Jul 14 15:56:39.496517 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b703c-ac5d-4c87-85dd-8e075ac561c6 None None] Pushing event updated for resources: {'Port': ['ID=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:39.500284 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8504e015-7303-46ca-a098-7118b66d902a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (ab5df176-9703-47b3-986f-0b7f1bec8494), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.521401 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-83c8ff73-bcea-4808-ae53-44717e583da7 None None] Provisioning complete for port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:39.521805 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-83c8ff73-bcea-4808-ae53-44717e583da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.524573 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 67903074-0e64-46aa-a971-7575d9b9781e is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:39.525132 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (67903074-0e64-46aa-a971-7575d9b9781e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.534093 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:39.867601 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34cc3fd-5e14-4eee-9a86-c16b5b0ce045 None None] The sync data for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi is: [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:39.867601 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 67903074-0e64-46aa-a971-7575d9b9781e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=67903074-0e64-46aa-a971-7575d9b9781e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:39.871476 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-82e7bb5a-6953-4ee8-9d3e-cf7833e43087 service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627512 Jul 14 15:56:39.873314 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-83c8ff73-bcea-4808-ae53-44717e583da7 None None] Current status of the port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:39.874041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (aa62f4cb-0898-4ba3-a214-97fa90159495), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.874041 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-3aef7bc8-eef6-4123-8f9b-dcd0e71654a0 service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180711 Jul 14 15:56:39.874041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:56:39.874041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (82846354-fb9d-4143-a5fb-d550cac10fcd), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.874041 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Added segment 82846354-fb9d-4143-a5fb-d550cac10fcd of type vlan for network ef87da82-e542-4c92-b2eb-527b883e937d Jul 14 15:56:39.874041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62f4cb-0898-4ba3-a214-97fa90159495,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:39.874041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (ef87da82-e542-4c92-b2eb-527b883e937d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.932881 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8504e015-7303-46ca-a098-7118b66d902a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (ab5df176-9703-47b3-986f-0b7f1bec8494), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:39.951957 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504e015-7303-46ca-a098-7118b66d902a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5df176-9703-47b3-986f-0b7f1bec8494,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:40.008062 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (67903074-0e64-46aa-a971-7575d9b9781e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.071665 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8504e015-7303-46ca-a098-7118b66d902a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.081531 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-8504e015-7303-46ca-a098-7118b66d902a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9697471 Jul 14 15:56:40.094038 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=67903074-0e64-46aa-a971-7575d9b9781e,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:40.099338 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58544) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:40.132545 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:40.135118 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (ef87da82-e542-4c92-b2eb-527b883e937d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.152511 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:40.154282 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:40.156756 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.220244 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-36a46ea2-c2f4-40d2-bc0f-71ef9c7329ea req-e6caf280-0a32-49d7-b89d-1e825df4df91 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.1610618 Jul 14 15:56:40.287898 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.372635 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ab748530-de63-4365-886b-ef2315209f4d req-04bbed21-f8e2-4e74-9a09-e0aa3ccf98e3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.1475759 Jul 14 15:56:40.464916 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.486191 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.2886462 Jul 14 15:56:40.493450 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b6ab90e-593f-4e96-89b8-6c3a90a76eff req-2476055f-7308-4d82-bc46-ec91246c184d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.1460743 Jul 14 15:56:40.493938 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 58568) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:40.505260 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Request body: {'subnet': {'network_id': 'ef87da82-e542-4c92-b2eb-527b883e937d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1344272870-subnet', 'tenant_id': 'd52bf23e6c5546a8a905ae46e862eb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:40.558201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78883175-4679-4d33-845f-16630f47ece7 admin admin] Pushing event updated for resources: {'Network': ['ID=ef87da82-e542-4c92-b2eb-527b883e937d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:40.570333 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network ef87da82-e542-4c92-b2eb-527b883e937d details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:56:40.635341 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:40.655360 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Allocated IP 172.27.3.101 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/65fc5dc1-3733-4d08-9068-59a0aba881a2) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:40.715192 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:40.715585 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.726715 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Made reservation on behalf of d52bf23e6c5546a8a905ae46e862eb55 for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:40.735340 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.854001 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.854382 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:40.855581 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 74e14ceb-7d92-4df8-9c62-91f695b50a63 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:40.901486 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 74e14ceb-7d92-4df8-9c62-91f695b50a63 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:40.901792 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:40.990839 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:40.992981 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:41.009476 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 74e14ceb-7d92-4df8-9c62-91f695b50a63 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:41.010692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b8f4b6bf-2360-4c3d-b230-e5007d665085 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:41.070834 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.165770 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port b8f4b6bf-2360-4c3d-b230-e5007d665085 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:41.166427 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.201889 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (fb60034c-e4db-49a2-a7a1-27a0fe37f6c4), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.274595 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'Port': ['ID=65fc5dc1-3733-4d08-9068-59a0aba881a2,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:41.285536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port b8f4b6bf-2360-4c3d-b230-e5007d665085 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:41.286785 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 46f927ff-e766-4f04-b886-2daf07e181c3 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:41.289995 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:41.291410 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:41.294223 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:41.350605 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:41.351893 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb60034c-e4db-49a2-a7a1-27a0fe37f6c4,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:41.361897 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (ff7e0adf-e637-4dd3-bdd7-745b1d8de133), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.369621 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Checking segment: {'id': '82846354-fb9d-4143-a5fb-d550cac10fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'ef87da82-e542-4c92-b2eb-527b883e937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:41.369976 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Network hostable DHCP agents. Network: ef87da82-e542-4c92-b2eb-527b883e937d, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:56:41.400624 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 46f927ff-e766-4f04-b886-2daf07e181c3 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:41.401105 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.460843 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f27ccb2b-6f87-4c55-a607-c14c36c353cc req-c0b5afe7-a83a-43da-88ff-27cbb7642cba tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0370362 Jul 14 15:56:41.518212 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 46f927ff-e766-4f04-b886-2daf07e181c3 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:41.519192 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d4c54d2-f95f-49f7-a707-dd6cb6018006 req-61888b42-35c0-44bf-b5a9-1bec27c8c283 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0618191 Jul 14 15:56:41.519416 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.531336 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Network ef87da82-e542-4c92-b2eb-527b883e937d is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:56:41.548501 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 46f927ff-e766-4f04-b886-2daf07e181c3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=46f927ff-e766-4f04-b886-2daf07e181c3,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:41.568242 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.580704 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:41.622925 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c961f03f-0969-431e-8aa0-56ea6a7acadb req-e30231a6-cc90-4d54-ad03-6116ecd9968c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0336628 Jul 14 15:56:41.657485 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, ef87da82-e542-4c92-b2eb-527b883e937d) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:41.659068 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.673369 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:41.678744 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.707572 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87392534-6425-4663-a504-79f154661830 None None] Network ef87da82-e542-4c92-b2eb-527b883e937d requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:41.785008 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-77035681-203e-485c-9e35-5ef4d8401432 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2853599 Jul 14 15:56:41.802717 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=46f927ff-e766-4f04-b886-2daf07e181c3,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:41.820590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.887534 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a55f7-f26c-4945-8209-4770d0b2c968 None None] Network ef87da82-e542-4c92-b2eb-527b883e937d requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:41.933572 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:41.968376 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (ff7e0adf-e637-4dd3-bdd7-745b1d8de133), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:42.014930 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'Port': ['ID=65fc5dc1-3733-4d08-9068-59a0aba881a2,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:42.102034 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:42.103362 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ddf91346-ab50-47ff-82c3-414cd8ef359f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9803979 Jul 14 15:56:42.208995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 67903074-0e64-46aa-a971-7575d9b9781e up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:42.258090 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 67903074-0e64-46aa-a971-7575d9b9781e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:42.258552 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (67903074-0e64-46aa-a971-7575d9b9781e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:42.322156 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-c3d8dfc2-8f8b-49d9-8958-672e93ad07f5 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1588508134&fields=id&tenant_id=550bd9d36a324331a157f3cd2de42ca3 HTTP/1.1" status: 200 len: 267 time: 0.0469418 Jul 14 15:56:42.349590 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 67903074-0e64-46aa-a971-7575d9b9781e is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:42.349590 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:42.397185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:42.400655 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:42.459049 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-4e22db0c-cfe9-4cb5-8f52-aa3120de879e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:42.460416 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-4e22db0c-cfe9-4cb5-8f52-aa3120de879e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 811 time: 0.1316640 Jul 14 15:56:42.479359 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-1e11552c-b761-4238-beb1-e3558395c42b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/quotas/550bd9d36a324331a157f3cd2de42ca3 HTTP/1.1" status: 200 len: 375 time: 0.0104668 Jul 14 15:56:42.486631 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:42.487817 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 46f927ff-e766-4f04-b886-2daf07e181c3 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:42.555553 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:42.560337 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 46f927ff-e766-4f04-b886-2daf07e181c3 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:42.560710 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:42.613525 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dd820440-dd6c-4907-abc4-d8927f5fafdd req-d4bac749-40bc-4af2-b8ef-7aab0bae89db tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0405023 Jul 14 15:56:42.620637 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-50ea00e7-107c-4fed-b121-fe5e6854cfda tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348531 Jul 14 15:56:42.651057 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 46f927ff-e766-4f04-b886-2daf07e181c3 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:42.658962 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:42.735383 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-de9a8d2d-d5b9-4965-a09f-20f9884870ef req-12e40e4f-1852-4ac3-9758-604b2d0156a2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0345142 Jul 14 15:56:42.766479 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-3a441fb5-dacb-4045-804b-0ef685d66149 service neutron] 10.222.0.119 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328542 Jul 14 15:56:42.823751 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58630) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:42.828868 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101456978-network', 'tenant_id': 'f0fa9e6624a84ae6adcf2dbd35045b26'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:42.877374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:42.881790 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dd9d60a1-fb20-43f9-abc7-cf739877e098 req-515e446d-4cc8-4297-8f91-d589083dc671 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0377762 Jul 14 15:56:42.906188 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-9b6a5b25-ce38-4cd6-89d2-3234a5e5bf1d service neutron] 10.222.0.119 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333497 Jul 14 15:56:42.950489 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Made reservation on behalf of f0fa9e6624a84ae6adcf2dbd35045b26 for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:42.953239 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:42.966120 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.042260 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks [] for security_group (a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.145237 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.153315 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:43.174987 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:56:43.191971 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:43.197284 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (a308bc83-dc85-483e-b581-87e6b5bd4023), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.197621 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Added segment a308bc83-dc85-483e-b581-87e6b5bd4023 of type vlan for network 15b7a96f-7f62-4ed2-8846-b65280036a27 Jul 14 15:56:43.246075 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f3f38d0-78b9-48c8-beb2-081c23e2d222 req-44ab9761-fbbf-4f87-bf17-fba3aa7063b3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0424366 Jul 14 15:56:43.260544 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (15b7a96f-7f62-4ed2-8846-b65280036a27), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.351289 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (15b7a96f-7f62-4ed2-8846-b65280036a27), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.352487 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:43.353157 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.418134 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] Pushing event updated for resources: {'Network': ['ID=15b7a96f-7f62-4ed2-8846-b65280036a27,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:43.428447 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 15b7a96f-7f62-4ed2-8846-b65280036a27 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:56:43.442558 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:43.476547 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:43.536060 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-66cccb6f-8724-46ba-a83c-a81dc280474f admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7109756 Jul 14 15:56:43.539328 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 58642) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:43.543953 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Request body: {'subnet': {'network_id': '15b7a96f-7f62-4ed2-8846-b65280036a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101456978-subnet', 'tenant_id': 'f0fa9e6624a84ae6adcf2dbd35045b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:43.748372 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Made reservation on behalf of f0fa9e6624a84ae6adcf2dbd35045b26 for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:43.751901 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:43.816672 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f650e4a5-f824-48c8-b8d4-a9e63e788bcc req-d8f94a38-e087-4b7c-9241-5e7786511d48 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0455756 Jul 14 15:56:43.853500 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:43.868159 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-994173e3-badd-4703-bef2-3ba734814179 req-40860536-da18-451f-a684-cb7bb905ed9f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0373325 Jul 14 15:56:43.987881 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9e009bb2-80f7-47ed-822f-15a88a20516b req-e5da0bb2-cf0a-4edb-bd35-8489670bac1a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0274253 Jul 14 15:56:44.063334 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (bb991ab5-1557-4c63-ae91-330baaae2739), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:44.117179 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb991ab5-1557-4c63-ae91-330baaae2739,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:44.126884 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Checking segment: {'id': 'a308bc83-dc85-483e-b581-87e6b5bd4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '15b7a96f-7f62-4ed2-8846-b65280036a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:44.127230 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Network hostable DHCP agents. Network: 15b7a96f-7f62-4ed2-8846-b65280036a27, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:56:44.228732 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Network 15b7a96f-7f62-4ed2-8846-b65280036a27 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:56:44.316157 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 15b7a96f-7f62-4ed2-8846-b65280036a27) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:44.324065 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:44.324702 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:44.340293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0510f9ca-71e9-45a7-9157-b370040111d1 None None] Network 15b7a96f-7f62-4ed2-8846-b65280036a27 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:44.343479 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-07748421-d7e1-4b8a-a3f9-72496effb21e req-5d00f165-4b73-4a5f-9b08-fd61d123fff4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0348966 Jul 14 15:56:44.417538 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-373a2386-bd66-47d3-89ae-295edd7730db admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8771279 Jul 14 15:56:44.469637 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b676b-a222-4457-9064-88b9632aed98 None None] Network 15b7a96f-7f62-4ed2-8846-b65280036a27 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:56:44.541720 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:44.752515 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Sync routers for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:56:44.767312 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:44.767938 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:44.813219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:44.881001 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:44.916047 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-57efb902-3d19-495c-bfca-6f7ec1352836 req-73f2c070-4067-4a78-b3d5-0ac83fd7d2f2 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0323410 Jul 14 15:56:44.991330 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2adc6e88-dac7-480c-a8f3-84c4c6f5e69a req-ac8d5cc6-3d48-4850-9606-40efc01027fd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0293152 Jul 14 15:56:45.084634 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9db47738-e67a-4225-9ead-b73c27252567 req-b21b1b08-3b2a-4f75-a8d5-0ef956b29588 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0296109 Jul 14 15:56:45.090749 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 2, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:45.116605 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Checking router: eaf1ef1c-1a74-4357-840e-e519d03810d6 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:56:45.119270 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Updating router eaf1ef1c-1a74-4357-840e-e519d03810d6 port 5c664e23-b878-4661-9a74-b5c27e9f045e binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:56:45.148353 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:45.458461 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1d9470aa-e228-41ea-a9fb-9a12f6981df7 req-f58dd0e0-427d-42b0-a68a-e4d4eabf53fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0427837 Jul 14 15:56:45.523954 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Publish callbacks [] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:45.674199 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:45.730738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425668d7-affd-4c77-aa7b-06c090c0cc4a None None] Pushing event updated for resources: {'Port': ['ID=5c664e23-b878-4661-9a74-b5c27e9f045e,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:45.797844 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Attempting to bind port 5c664e23-b878-4661-9a74-b5c27e9f045e on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:56:45.798316 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Attempting to bind port 5c664e23-b878-4661-9a74-b5c27e9f045e by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:56:45.798538 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Attempting to bind port 5c664e23-b878-4661-9a74-b5c27e9f045e on network 0db5c9e0-6015-46b4-9562-0020fed485ab {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:56:45.804242 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:56:45.804661 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Checking segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:56:45.805098 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:45.805514 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Bound using segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:56:45.805996 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Bound port: 5c664e23-b878-4661-9a74-b5c27e9f045e, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:56:45.806538 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:45.874641 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] For port 5c664e23-b878-4661-9a74-b5c27e9f045e, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:56:45.879030 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] For port 5c664e23-b878-4661-9a74-b5c27e9f045e, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=5c664e23-b878-4661-9a74-b5c27e9f045e,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:56:45.942090 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5ac85ee4-bad0-4aa0-b763-577ffb114539 None None] Provisioning complete for port 5c664e23-b878-4661-9a74-b5c27e9f045e triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:45.942462 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5ac85ee4-bad0-4aa0-b763-577ffb114539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:45.983024 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5ac85ee4-bad0-4aa0-b763-577ffb114539 None None] Port 5c664e23-b878-4661-9a74-b5c27e9f045e cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:46.009061 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:46.076749 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2886cf5e-b89e-4cbf-b787-d6a198e17d10 req-b6e04935-6631-4626-adaa-fdd85a1b96fb tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0589366 Jul 14 15:56:46.094633 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:56:46.094633 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:56:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:46.095163 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425668d7-affd-4c77-aa7b-06c090c0cc4a None None] Pushing event updated for resources: {'Port': ['ID=5c664e23-b878-4661-9a74-b5c27e9f045e,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:46.175890 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a66e0368-1a3f-4e4d-8340-420ce8e224bb req-93bbd723-c2cd-4042-8970-de5fa60f3b61 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0697260 Jul 14 15:56:46.221865 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d041e36e-5c6f-4a3a-8424-2fcc5fe43fbb req-8c8416e3-4b9e-4cfd-a932-89d8e6b04e12 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0526485 Jul 14 15:56:46.233929 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:46.272710 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:46.287214 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:56:46.316139 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:46.415673 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:46.421551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-2900db60-95a8-4dd0-82e4-b018730fa8f8 None None] Provisioning complete for port 5c664e23-b878-4661-9a74-b5c27e9f045e triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:46.421910 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2900db60-95a8-4dd0-82e4-b018730fa8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:46.601303 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-57a9baff-2ff0-49d7-8e0c-fbaba6253927 req-551dcbdf-fecb-4785-b937-757837dae21c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0353215 Jul 14 15:56:46.606394 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-2900db60-95a8-4dd0-82e4-b018730fa8f8 None None] Current status of the port 5c664e23-b878-4661-9a74-b5c27e9f045e is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:46.606894 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2900db60-95a8-4dd0-82e4-b018730fa8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:46.633885 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:45Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:56:46.666892 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce8b7d-7b8d-4a6d-857d-a85fd4fd6ca9 None None] The sync data for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi is: [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:45Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:56:46.676091 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-2900db60-95a8-4dd0-82e4-b018730fa8f8 None None] For port 5c664e23-b878-4661-9a74-b5c27e9f045e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=5c664e23-b878-4661-9a74-b5c27e9f045e,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:56:46.771584 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2900db60-95a8-4dd0-82e4-b018730fa8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:46.828665 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900db60-95a8-4dd0-82e4-b018730fa8f8 None None] Pushing event updated for resources: {'Port': ['ID=5c664e23-b878-4661-9a74-b5c27e9f045e,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:47.048048 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:47.197613 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b41302e-3b35-4d37-8e97-958fae59ed6e req-469ac6e7-b374-4e9d-9192-2a468ff60eee tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0385997 Jul 14 15:56:47.296571 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-49fe72eb-afc9-4723-bf54-e99124a60628 req-f30be09b-4d3a-4fd8-b0fa-16a3c48e06c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0289605 Jul 14 15:56:47.331458 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f1aeac42-3e49-4ad9-9f41-cb29dcba183a req-890301e1-4cb9-453a-8ebf-2e97282bcbea tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0308480 Jul 14 15:56:47.462918 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:47.699473 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-111d60e2-cc1d-4e53-9cec-205b14a51726 req-f3d65a30-b202-4190-a664-1463665171b4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0283048 Jul 14 15:56:47.927457 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:48.114373 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:48.138328 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 5c664e23-b878-4661-9a74-b5c27e9f045e up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:56:48.176605 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=40 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:48.195800 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 5c664e23-b878-4661-9a74-b5c27e9f045e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:48.196218 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:48.284313 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 5c664e23-b878-4661-9a74-b5c27e9f045e is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:56:48.349264 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7a64a2a8-42df-49d2-b48d-f814d25357b8 req-09ef7a7e-d634-4d8a-aa91-5728ec357eee tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0764611 Jul 14 15:56:48.408234 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-143d49e0-c137-4479-a9ea-93a852378687 req-6cec65c7-8e87-4e41-a68c-b531ee5f34e0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0337160 Jul 14 15:56:48.452990 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-53949542-6d33-4912-a360-0111cf0fc094 req-de02fb0a-2661-45ef-bf72-88a8f6fe030f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0311015 Jul 14 15:56:48.550267 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:48.690505 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.121', 55125) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:48.716644 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.121', 55126) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:48.736696 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.121', 55127) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:48.823694 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-419dad6a-ebd9-4007-a24b-930099d43e73 req-9485049a-a97d-43c7-9b8a-8c2b88987962 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0562136 Jul 14 15:56:49.006328 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-f6ac1500-3336-40f6-905d-fe05bbb7609a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:49.008271 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-f6ac1500-3336-40f6-905d-fe05bbb7609a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.2139101 Jul 14 15:56:49.011495 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0b9c9dd2-9056-4d65-aaa7-9b77abed34ce tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:49.013383 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0b9c9dd2-9056-4d65-aaa7-9b77abed34ce tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.121 "GET /v2.0/networks?id=087db78d-bdc1-4063-aecb-2601edc6986a HTTP/1.1" status: 200 len: 811 time: 0.2160969 Jul 14 15:56:49.019973 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-8454b1ec-0fb8-4f32-9f0c-2e97bc2e02a3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:49.022030 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-8454b1ec-0fb8-4f32-9f0c-2e97bc2e02a3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 819 time: 0.2236850 Jul 14 15:56:49.146535 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.121', 55129) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:49.155794 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'port': {'device_id': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'admin_state_up': True, 'tenant_id': '2604fe90997b48439ed17360fa15f24a'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:49.172787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Request body: {'port': {'device_id': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a', 'admin_state_up': True, 'tenant_id': '337009c5341c4de4a64823371566766c'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:49.274396 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-a60b2a1b-85dd-4b4f-b674-85bef7afa3c7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 380 time: 0.1496265 Jul 14 15:56:49.275153 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.121', 55130) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:56:49.300638 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'port': {'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'admin_state_up': True, 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'security_groups': ['d370902a-2516-4b72-a495-5ab55eb71793']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:49.495610 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-394c87de-1014-48e6-8423-3899bb4aec72 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:49.497749 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-394c87de-1014-48e6-8423-3899bb4aec72 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 811 time: 0.3463538 Jul 14 15:56:49.650322 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-1f1181ab-8f18-4982-ab4a-f2e9ee98aed4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:49.652223 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-1f1181ab-8f18-4982-ab4a-f2e9ee98aed4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 819 time: 0.3726921 Jul 14 15:56:49.655078 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6008fa5d-382f-4906-b469-66193448890f req-c715f909-c6c2-413c-b248-eadf443c5c75 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0649929 Jul 14 15:56:49.670203 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-75e4c96c-e494-4e11-b3ba-25c1be851ec1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550bd9d36a324331a157f3cd2de42ca3 HTTP/1.1" status: 200 len: 380 time: 0.1296051 Jul 14 15:56:49.708049 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5842344f-5c2c-4987-8caa-14177f09d2fa req-43440dac-393c-442e-9a43-26b5293f0b3a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0936956 Jul 14 15:56:49.709199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Made reservation on behalf of 337009c5341c4de4a64823371566766c for: {'port': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:49.709946 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'port': {'device_id': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'admin_state_up': True, 'tenant_id': '2604fe90997b48439ed17360fa15f24a'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:49.713903 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:49.730015 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'port': {'device_id': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'admin_state_up': True, 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'security_groups': ['0a16f873-5b15-4ce2-9bae-fd43e6a317ce']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:56:49.890641 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Made reservation on behalf of 4941c3a4d1be445b972c8684bc8b18d0 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:49.906009 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:49.995879 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:50.004674 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Made reservation on behalf of 2604fe90997b48439ed17360fa15f24a for: {'port': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:50.009721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.107837 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c7dc7452-c6a1-46e7-96d9-f6e4c66f2afd req-5e497e52-0561-4ef1-a979-5781988a9b59 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.1429768 Jul 14 15:56:50.120262 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bb960245-6c9b-40a2-bb65-877b32e7d1d6 req-042735f1-1fb0-4315-951d-d1ae10942dec tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.1524591 Jul 14 15:56:50.327667 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Made reservation on behalf of 2604fe90997b48439ed17360fa15f24a for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:50.331070 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.333803 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Made reservation on behalf of 550bd9d36a324331a157f3cd2de42ca3 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:56:50.337249 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.369744 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Allocated IP 172.20.0.7 (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c/f1097176-f408-45f9-89a6-74028cd01909/3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:50.374356 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Allocated IP 172.20.0.8 (087db78d-bdc1-4063-aecb-2601edc6986a/a919c635-99fa-4b89-b00b-a2eef183f4e8/06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:50.475458 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.20.0.4 (81beb021-9d5c-47cd-b940-d1c5b4031ad6/6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4/fd63becb-ed28-4d91-8401-801a37b8d3fa) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:50.667526 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.670798 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks [] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.692309 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Allocated IP 172.20.0.7 (0db5c9e0-6015-46b4-9562-0020fed485ab/40371c8f-1bbd-4056-b03a-7ca1233e3560/3fcbf50b-887c-4db2-b9dc-4803059614b5) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:50.805546 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c61dc90b-39d7-4463-84e5-787897356641 req-ac98ec81-6d9d-44df-b1a4-4efcc81c7d39 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0462611 Jul 14 15:56:50.807508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.879461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.938223 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:50.973365 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:50.987345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:50.994130 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:50.994769 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:50.997952 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Allocated IP 172.20.0.8 (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c/f1097176-f408-45f9-89a6-74028cd01909/a289ebfe-7229-4303-8c8b-17ea1de7a70e) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:56:51.001983 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Network 087db78d-bdc1-4063-aecb-2601edc6986a is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:51.017542 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'Port': ['ID=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:51.023632 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.027910 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:51.054927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:51.060181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:51.060832 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.070541 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86545489-cc41-4ef9-be85-8df88ffbab94 req-8ba67870-4001-4c10-81fb-1be88c58bd32 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:51.072155 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-86545489-cc41-4ef9-be85-8df88ffbab94 req-8ba67870-4001-4c10-81fb-1be88c58bd32 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.1816106 Jul 14 15:56:51.124531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Pushing event updated for resources: {'Port': ['ID=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:51.181232 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-86545489-cc41-4ef9-be85-8df88ffbab94 req-530f9002-6b1a-4d60-b8c7-954953eefb18 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991044 Jul 14 15:56:51.188644 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.298497 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9fad380a-ccfe-41e1-872d-6802c823da81 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1529315 Jul 14 15:56:51.300239 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9c325ef5-6095-460d-b2fc-ba61ba3397d6 req-e096ee0a-709a-4a51-8c9d-1edd1554670d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0751235 Jul 14 15:56:51.303555 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-0910045e-8a98-40ea-a27d-8e182115c179 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1440628 Jul 14 15:56:51.371111 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.392946 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.413935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee45811-3517-474a-a929-ee96258c040a req-aa17d587-dd91-4623-bc94-766d82bd81c7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:51.415719 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9ee45811-3517-474a-a929-ee96258c040a req-aa17d587-dd91-4623-bc94-766d82bd81c7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0812509 Jul 14 15:56:51.450514 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0cc78f6c-f656-4e5d-9341-9189d1c2042f None None] Provisioning complete for port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:51.451127 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0cc78f6c-f656-4e5d-9341-9189d1c2042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.476681 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9ee45811-3517-474a-a929-ee96258c040a req-b3c3cba4-78c9-47bc-92aa-c8d635193a62 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550835 Jul 14 15:56:51.488329 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0cc78f6c-f656-4e5d-9341-9189d1c2042f None None] Port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:51.498643 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0cc78f6c-f656-4e5d-9341-9189d1c2042f None None] Provisioning complete for port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:51.499017 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0cc78f6c-f656-4e5d-9341-9189d1c2042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.522247 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:51.524522 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=fd63becb-ed28-4d91-8401-801a37b8d3fa,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:51.528269 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:51.531537 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:51.534781 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0cc78f6c-f656-4e5d-9341-9189d1c2042f None None] Port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:51.543916 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:51.543916 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.619614 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.655424 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.675252 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Network 0db5c9e0-6015-46b4-9562-0020fed485ab is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:51.681754 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:51.686295 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-b87b5ba9-273f-471a-ba93-8fb9d0010e4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4054949 Jul 14 15:56:51.689027 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:51.694668 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:51.695714 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.713427 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:56:51.715241 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'Port': ['ID=3fcbf50b-887c-4db2-b9dc-4803059614b5,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:51.718676 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:56:51.723064 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:56:51.729148 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:51.734844 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.766954 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-f0bbd420-3385-4fa5-9b88-dcbcbe66084b None None] Provisioning complete for port fd63becb-ed28-4d91-8401-801a37b8d3fa triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:51.767629 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd420-3385-4fa5-9b88-dcbcbe66084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.776982 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'Port': ['ID=a289ebfe-7229-4303-8c8b-17ea1de7a70e,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:56:51.803230 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-b8954bb9-5b9c-4976-91fc-5d060614e2d7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1084456 Jul 14 15:56:51.807400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbd420-3385-4fa5-9b88-dcbcbe66084b None None] Port fd63becb-ed28-4d91-8401-801a37b8d3fa cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:51.843069 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-4ccfa5a0-b14f-4895-a88e-c4ba3d1e4042 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1460080 Jul 14 15:56:51.930356 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5539e1c-9c98-4ade-9652-1dd35a8187c8 req-5b737591-caa9-40cb-88b9-cb07be20c45d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:51.931291 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f5539e1c-9c98-4ade-9652-1dd35a8187c8 req-5b737591-caa9-40cb-88b9-cb07be20c45d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0572951 Jul 14 15:56:51.933018 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-708907c9-ff46-4bde-92bd-9954e4579cba None None] Provisioning complete for port 3fcbf50b-887c-4db2-b9dc-4803059614b5 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:51.933843 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-708907c9-ff46-4bde-92bd-9954e4579cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:51.973842 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-708907c9-ff46-4bde-92bd-9954e4579cba None None] Port 3fcbf50b-887c-4db2-b9dc-4803059614b5 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:51.994928 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f5539e1c-9c98-4ade-9652-1dd35a8187c8 req-9fd3273c-baed-4fe5-8c22-8338634ff5ba tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Jul 14 15:56:52.158238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-4b9c23a7-697f-478b-b583-a03e3946b319 None None] Provisioning complete for port a289ebfe-7229-4303-8c8b-17ea1de7a70e triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:56:52.158522 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4b9c23a7-697f-478b-b583-a03e3946b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:56:52.188322 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c23a7-697f-478b-b583-a03e3946b319 None None] Port a289ebfe-7229-4303-8c8b-17ea1de7a70e cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:56:52.313069 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6d1a-48bf-46ba-be0a-816cf90873bd req-9f7b17c9-c140-4374-b3ae-f132c0d52f58 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:52.314551 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-defd6d1a-48bf-46ba-be0a-816cf90873bd req-9f7b17c9-c140-4374-b3ae-f132c0d52f58 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0467012 Jul 14 15:56:52.360831 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:52.369947 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-defd6d1a-48bf-46ba-be0a-816cf90873bd req-a09d49b6-5644-44ac-a948-445766092c10 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491719 Jul 14 15:56:52.423000 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15bdf2-50af-4548-8dab-46c8f837f710 req-b903fd57-5f6c-4fbd-b632-43a088c35a24 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:52.423946 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5a15bdf2-50af-4548-8dab-46c8f837f710 req-b903fd57-5f6c-4fbd-b632-43a088c35a24 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0484107 Jul 14 15:56:52.471845 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5a15bdf2-50af-4548-8dab-46c8f837f710 req-61ea2e1b-1804-4127-acad-ab96f2f2e791 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414867 Jul 14 15:56:52.562355 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:52.613839 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b57a1-b263-4bf5-b8ff-942fb81a6e2f req-377d0a4a-d51d-4fe2-8b37-1470177cee21 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:52.619585 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c0b57a1-b263-4bf5-b8ff-942fb81a6e2f req-377d0a4a-d51d-4fe2-8b37-1470177cee21 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0584021 Jul 14 15:56:52.664971 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:52.672337 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c0b57a1-b263-4bf5-b8ff-942fb81a6e2f req-1c5cb302-af56-4369-9a35-6812c859d10e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478618 Jul 14 15:56:53.141569 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63148-3dd0-470e-a299-5d05073048e1 req-3ed403c0-08cf-4ffb-beac-342cffbadbb4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:53.143158 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7b63148-3dd0-470e-a299-5d05073048e1 req-3ed403c0-08cf-4ffb-beac-342cffbadbb4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0534596 Jul 14 15:56:53.195523 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7b63148-3dd0-470e-a299-5d05073048e1 req-6b1a9a5c-bae0-4174-abc5-0b6f65ec629b tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Jul 14 15:56:53.493741 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf14dc-58ca-4170-b4bd-a5ce9025e59c req-d16642dc-e897-40dc-93dc-52d8803a67de tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:53.495230 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cabf14dc-58ca-4170-b4bd-a5ce9025e59c req-d16642dc-e897-40dc-93dc-52d8803a67de tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0540020 Jul 14 15:56:53.549204 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cabf14dc-58ca-4170-b4bd-a5ce9025e59c req-8f90eb46-00aa-4358-9e29-205f27d3dd2e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Jul 14 15:56:53.564933 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:53.599764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42293ef5-f64c-48b1-a176-85b4773acec5 req-746d7ded-40bf-426a-bccd-b6fcdf302e3d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:53.601275 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-42293ef5-f64c-48b1-a176-85b4773acec5 req-746d7ded-40bf-426a-bccd-b6fcdf302e3d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0512211 Jul 14 15:56:53.647771 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-42293ef5-f64c-48b1-a176-85b4773acec5 req-8dd0f8d1-8942-4dfe-a6bb-1dc2a894e79b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Jul 14 15:56:53.788018 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59a8b6-f6a5-4d47-8706-ccddce00316f req-c79ce788-41d7-4754-9633-ccf7ed1c0ec4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:53.795734 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cd59a8b6-f6a5-4d47-8706-ccddce00316f req-c79ce788-41d7-4754-9633-ccf7ed1c0ec4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0489905 Jul 14 15:56:53.836961 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cd59a8b6-f6a5-4d47-8706-ccddce00316f req-6d3b2911-9f24-4b8d-835a-f3e68922321a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Jul 14 15:56:54.036608 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:54.132323 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:54.338619 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa156b-d731-4561-a6f9-b2a6bea5bda3 req-387df83e-8503-427f-b03e-9710296c93e2 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:54.340126 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-94aa156b-d731-4561-a6f9-b2a6bea5bda3 req-387df83e-8503-427f-b03e-9710296c93e2 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0738175 Jul 14 15:56:54.387111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:54.391771 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-94aa156b-d731-4561-a6f9-b2a6bea5bda3 req-381a622c-4b13-426e-88fe-10cdddc28e47 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461352 Jul 14 15:56:54.419123 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:54.607479 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:54.663570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04177d6-29b3-4692-b5b8-1bc50ad372bb req-1b811054-c09b-459e-9a65-bfe6f823bf55 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:54.665136 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f04177d6-29b3-4692-b5b8-1bc50ad372bb req-1b811054-c09b-459e-9a65-bfe6f823bf55 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0481675 Jul 14 15:56:54.714598 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f04177d6-29b3-4692-b5b8-1bc50ad372bb req-6edc6865-6ab4-4d8e-b2af-b58d2d5b01e4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Jul 14 15:56:54.762003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5105a3-00df-4a55-8868-42c6f0fb59ab req-c8cf4ba2-15d1-4404-a956-72ab606e3f6c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:54.763440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-db5105a3-00df-4a55-8868-42c6f0fb59ab req-c8cf4ba2-15d1-4404-a956-72ab606e3f6c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0464602 Jul 14 15:56:54.812592 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-db5105a3-00df-4a55-8868-42c6f0fb59ab req-ef1c4c01-507c-4198-a732-bba88b67da73 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Jul 14 15:56:54.964600 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a4c2-3fba-4d45-8a93-c3e1e10d027b req-90ea2ef3-f69d-44df-8f9f-4a6b909a0f49 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:54.966166 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a982a4c2-3fba-4d45-8a93-c3e1e10d027b req-90ea2ef3-f69d-44df-8f9f-4a6b909a0f49 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0531633 Jul 14 15:56:55.017295 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a982a4c2-3fba-4d45-8a93-c3e1e10d027b req-8d91461d-b9f7-4047-84f7-2b6cd4b16adb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Jul 14 15:56:55.529878 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f511b36-a775-479d-842b-f5af64591cf2 req-fceec443-b2a1-4161-81c4-96a5fe2cc16d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:55.532167 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f511b36-a775-479d-842b-f5af64591cf2 req-fceec443-b2a1-4161-81c4-96a5fe2cc16d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0646131 Jul 14 15:56:55.589433 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f511b36-a775-479d-842b-f5af64591cf2 req-e59b13ca-0663-4457-8712-ec9e18de805a tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507119 Jul 14 15:56:55.676588 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:55.836823 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed8885-0622-4633-b2e9-7ca01ca13c96 req-7f4a00b0-c90a-4ca5-980a-389d21317534 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:55.838716 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2eed8885-0622-4633-b2e9-7ca01ca13c96 req-7f4a00b0-c90a-4ca5-980a-389d21317534 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0559623 Jul 14 15:56:55.873329 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:56:55.923775 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2eed8885-0622-4633-b2e9-7ca01ca13c96 req-a58c25c0-561e-4bb3-8723-503eb0485b19 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764346 Jul 14 15:56:55.966926 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947082-0677-4a1a-959b-9a7ce4f4c54b req-e4ebb069-b47c-461b-89cb-758d9001f7e2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:55.968926 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69947082-0677-4a1a-959b-9a7ce4f4c54b req-e4ebb069-b47c-461b-89cb-758d9001f7e2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0592577 Jul 14 15:56:55.983716 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:56.025100 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69947082-0677-4a1a-959b-9a7ce4f4c54b req-539fe250-d94b-4d48-bfa7-4babfb2ba7cb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485983 Jul 14 15:56:56.033987 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:56.098830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:56.136128 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fef612-c4f2-483f-842a-4cd5ba215c53 req-41a2d759-6900-405e-9c83-f2bc7ca958df tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:56.137794 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85fef612-c4f2-483f-842a-4cd5ba215c53 req-41a2d759-6900-405e-9c83-f2bc7ca958df tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0510385 Jul 14 15:56:56.186919 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85fef612-c4f2-483f-842a-4cd5ba215c53 req-1943f6d2-ab5b-41bd-a10e-a1125f6f8d6a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Jul 14 15:56:56.259209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:56.874927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a192e9-f2d2-4c7b-8c46-97c60b01c5c8 req-e556585b-cda7-40dd-8396-534c6f1df8b1 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:56.876416 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-09a192e9-f2d2-4c7b-8c46-97c60b01c5c8 req-e556585b-cda7-40dd-8396-534c6f1df8b1 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.2015283 Jul 14 15:56:56.923938 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-09a192e9-f2d2-4c7b-8c46-97c60b01c5c8 req-7630eb19-3d3d-4354-b78a-b644e68b9697 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Jul 14 15:56:57.060386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1ea6-c440-4a69-be9c-044a6f955c57 req-9e5b5476-c0d4-4f96-abbb-b6b6c488d22e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:57.061859 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cd6f1ea6-c440-4a69-be9c-044a6f955c57 req-9e5b5476-c0d4-4f96-abbb-b6b6c488d22e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0533113 Jul 14 15:56:57.086197 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:57.146979 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cd6f1ea6-c440-4a69-be9c-044a6f955c57 req-1bc7065e-42c0-4dc3-abaf-e595fb7095d4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Jul 14 15:56:57.152902 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:57.162437 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e66ff-e3f2-4e38-8ea3-f89470396d42 req-290c1b96-123c-441b-a801-1c45250af8b1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:57.164064 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf0e66ff-e3f2-4e38-8ea3-f89470396d42 req-290c1b96-123c-441b-a801-1c45250af8b1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0701251 Jul 14 15:56:57.227113 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf0e66ff-e3f2-4e38-8ea3-f89470396d42 req-8fc211ec-83a8-43eb-8ed6-39485a3f2817 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575871 Jul 14 15:56:57.342146 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c805528-3743-40b7-89ec-82d7d7e93b3b req-44e56941-1692-4c7f-bc1f-83488b68c2b4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:57.350839 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c805528-3743-40b7-89ec-82d7d7e93b3b req-44e56941-1692-4c7f-bc1f-83488b68c2b4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0802164 Jul 14 15:56:57.410671 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c805528-3743-40b7-89ec-82d7d7e93b3b req-8e769520-2a98-417c-a33e-3877ad86487b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588593 Jul 14 15:56:58.079392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ded9-423c-41e1-9b66-e4287e58ada6 req-2b7b59d7-4613-4e28-ad94-c802af0e567d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:58.081092 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a782ded9-423c-41e1-9b66-e4287e58ada6 req-2b7b59d7-4613-4e28-ad94-c802af0e567d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0811701 Jul 14 15:56:58.144826 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a782ded9-423c-41e1-9b66-e4287e58ada6 req-c990c292-3b88-4cee-b8b8-40ee3a498ae5 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568311 Jul 14 15:56:58.294635 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9932-a275-415d-bc58-05a7e084d76b req-d4477439-3531-4cf5-b3e6-d83dbe00041a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:58.302043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abdc9932-a275-415d-bc58-05a7e084d76b req-d4477439-3531-4cf5-b3e6-d83dbe00041a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0723693 Jul 14 15:56:58.431041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08c23f-3428-4ccc-b3d6-af84af95cb16 req-1e335e0c-9169-4e0d-90de-1d02a02f47a0 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:58.438996 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8e08c23f-3428-4ccc-b3d6-af84af95cb16 req-1e335e0c-9169-4e0d-90de-1d02a02f47a0 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.1100576 Jul 14 15:56:58.454472 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abdc9932-a275-415d-bc58-05a7e084d76b req-4c7995d0-613e-449d-99e7-ac9953e7ba15 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509495 Jul 14 15:56:58.568561 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8e08c23f-3428-4ccc-b3d6-af84af95cb16 req-52a8ace0-3234-4875-95c9-28e4ccb981e5 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278980 Jul 14 15:56:58.694170 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661300b-70c1-40a6-a171-3e688fe750c0 req-d34422a7-bc0c-474e-b33c-6d777a4ddd5f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:58.695250 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d661300b-70c1-40a6-a171-3e688fe750c0 req-d34422a7-bc0c-474e-b33c-6d777a4ddd5f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0766439 Jul 14 15:56:58.777351 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d661300b-70c1-40a6-a171-3e688fe750c0 req-dae08f2e-17f1-4dee-9edc-f5b5f0357ed3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722144 Jul 14 15:56:59.266058 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65072549-135c-4ded-b359-e04bb58e8fba req-d7ec6871-8a1e-47f5-983e-265009b77c0d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:59.267514 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65072549-135c-4ded-b359-e04bb58e8fba req-d7ec6871-8a1e-47f5-983e-265009b77c0d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0505252 Jul 14 15:56:59.317504 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65072549-135c-4ded-b359-e04bb58e8fba req-5a419190-a964-4646-a08c-4edaf6f73ce4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Jul 14 15:56:59.595006 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:56:59.605510 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43135358-d09e-4be8-8570-fe94f7d05d99 req-592cbbe1-89fd-4872-83f0-400e4c6c93f1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:59.607494 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-43135358-d09e-4be8-8570-fe94f7d05d99 req-592cbbe1-89fd-4872-83f0-400e4c6c93f1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0646939 Jul 14 15:56:59.675136 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-43135358-d09e-4be8-8570-fe94f7d05d99 req-79ac5901-bcdb-4d05-a9e2-cea67c472c01 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Jul 14 15:56:59.719726 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f231-3e7b-4f3e-80d6-29502a798c31 req-833728a3-ee2d-4da7-a8dc-46a685e8c1c8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:59.721206 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d362f231-3e7b-4f3e-80d6-29502a798c31 req-833728a3-ee2d-4da7-a8dc-46a685e8c1c8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0599720 Jul 14 15:56:59.790505 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d362f231-3e7b-4f3e-80d6-29502a798c31 req-f14d4310-99d9-4c40-a349-79b67b0b3140 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620236 Jul 14 15:56:59.917071 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b400e7a-6af6-48f1-a8e1-23887ce5150f req-46635cf5-3b28-4c58-b905-1cc4fa64eff1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:56:59.919081 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b400e7a-6af6-48f1-a8e1-23887ce5150f req-46635cf5-3b28-4c58-b905-1cc4fa64eff1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0594456 Jul 14 15:56:59.975005 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b400e7a-6af6-48f1-a8e1-23887ce5150f req-c2efa631-f94c-4d2d-9cbe-a720e616f535 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Jul 14 15:57:00.455996 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c7df-c09c-47cb-b651-b49df1c9fe39 req-992fe150-fb56-4a2f-80bc-a93795b44371 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:00.460978 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6b65c7df-c09c-47cb-b651-b49df1c9fe39 req-992fe150-fb56-4a2f-80bc-a93795b44371 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0614824 Jul 14 15:57:00.481994 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:00.545750 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6b65c7df-c09c-47cb-b651-b49df1c9fe39 req-79744859-13cd-4580-823a-90d367f8ee3c tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762928 Jul 14 15:57:00.712733 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2cc0ed89-2d3f-44de-8648-b800a799003d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:00.827268 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5abf-b870-43d7-8ae6-28a1221c8bf0 req-e92d44e0-4697-47cd-8455-2ed1449a71db tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:00.845709 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ad5e5abf-b870-43d7-8ae6-28a1221c8bf0 req-e92d44e0-4697-47cd-8455-2ed1449a71db tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0768614 Jul 14 15:57:00.908698 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ad5e5abf-b870-43d7-8ae6-28a1221c8bf0 req-4cac31a7-db56-4ee1-9e7d-77128bbfca14 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Jul 14 15:57:00.964495 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a6d1c-8321-4bbd-b2fd-e4e7824edf39 req-2a461413-2dfd-4d87-b83a-adeaba997ea4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:00.969107 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b2a6d1c-8321-4bbd-b2fd-e4e7824edf39 req-2a461413-2dfd-4d87-b83a-adeaba997ea4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0670390 Jul 14 15:57:01.036534 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b2a6d1c-8321-4bbd-b2fd-e4e7824edf39 req-f35ea87d-2c63-428a-84cf-918bf2fbc12e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642610 Jul 14 15:57:01.137204 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a80a0-0fa4-4624-92e9-0aa767c5d1c0 req-7670dbe2-5e71-4691-8a3b-b49e467110e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:01.140608 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-566a80a0-0fa4-4624-92e9-0aa767c5d1c0 req-7670dbe2-5e71-4691-8a3b-b49e467110e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0542450 Jul 14 15:57:01.214592 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-566a80a0-0fa4-4624-92e9-0aa767c5d1c0 req-1c744453-3fe5-4f1b-bc31-26d37171000d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696228 Jul 14 15:57:01.678814 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6857cc6-67b3-47db-a826-2b10dacac95d req-c47984dc-7e51-4900-a15b-a0fd8f248841 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:01.680218 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6857cc6-67b3-47db-a826-2b10dacac95d req-c47984dc-7e51-4900-a15b-a0fd8f248841 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0557628 Jul 14 15:57:01.730164 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6857cc6-67b3-47db-a826-2b10dacac95d req-ca578eb1-57b5-4b47-9313-d09621e22567 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Jul 14 15:57:02.073872 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d9b01-9cd9-47c7-90cb-27eeec091374 req-6777807d-f4b9-4f37-8e67-8c7165fdcdbe tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:02.075421 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3a6d9b01-9cd9-47c7-90cb-27eeec091374 req-6777807d-f4b9-4f37-8e67-8c7165fdcdbe tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0556569 Jul 14 15:57:02.164692 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3a6d9b01-9cd9-47c7-90cb-27eeec091374 req-1d4fc45c-ec5b-4f9b-b253-6e794feaff2a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826957 Jul 14 15:57:02.186396 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e7f64-2513-4b01-9612-98c0f27e801a req-8e307c3d-c72e-4a46-b3f0-d9cf50480e46 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:02.188305 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bc2e7f64-2513-4b01-9612-98c0f27e801a req-8e307c3d-c72e-4a46-b3f0-d9cf50480e46 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0609760 Jul 14 15:57:02.242658 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bc2e7f64-2513-4b01-9612-98c0f27e801a req-ef6f95b2-dca7-4ad1-81e3-022d0f3d761b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474851 Jul 14 15:57:02.338598 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7847-3800-499c-81ba-b6a05fe793b8 req-3d95bf62-64cc-4e8a-9ca5-4212aa4cc214 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:02.340067 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3e3b7847-3800-499c-81ba-b6a05fe793b8 req-3d95bf62-64cc-4e8a-9ca5-4212aa4cc214 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0486271 Jul 14 15:57:02.389936 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3e3b7847-3800-499c-81ba-b6a05fe793b8 req-bead567c-f535-4f5e-a370-0b5435194432 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Jul 14 15:57:02.691283 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59160) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:02.805774 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bdb6-7ced-44ad-9a7f-8bf68d11a4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:02.848133 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be57c65-e90e-4439-ae38-b8946e7141ce req-98dd517d-6b2f-43c4-8973-1e0791b51d06 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:02.850802 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9be57c65-e90e-4439-ae38-b8946e7141ce req-98dd517d-6b2f-43c4-8973-1e0791b51d06 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0502422 Jul 14 15:57:02.864799 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:02.885997 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bdb6-7ced-44ad-9a7f-8bf68d11a4a2 admin admin] Publish callbacks [] for security_group (7e5accc4-fb79-4411-b472-b2841f987e15), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:02.902634 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9be57c65-e90e-4439-ae38-b8946e7141ce req-434ae365-5263-4ef3-b578-fc1248cb0923 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456662 Jul 14 15:57:02.962171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bdb6-7ced-44ad-9a7f-8bf68d11a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7e5accc4-fb79-4411-b472-b2841f987e15), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:02.962316 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0658950f-8ce6-49d3-9652-28e76bb6f335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:03.007194 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4bdb6-7ced-44ad-9a7f-8bf68d11a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5accc4-fb79-4411-b472-b2841f987e15,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:03.013120 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-1ea4bdb6-7ced-44ad-9a7f-8bf68d11a4a2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b8a305f3df9b49519fe849399489a67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205338 Jul 14 15:57:03.015606 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59172) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:03.066200 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-59192cf0-f30b-4e7b-b040-33c7ecb37ce9 admin admin] Publish callbacks [] for security_group (7e5accc4-fb79-4411-b472-b2841f987e15), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:03.088937 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-59192cf0-f30b-4e7b-b040-33c7ecb37ce9 admin admin] Publish callbacks [] for security_group (7e5accc4-fb79-4411-b472-b2841f987e15), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:03.263371 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-59192cf0-f30b-4e7b-b040-33c7ecb37ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7e5accc4-fb79-4411-b472-b2841f987e15), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:03.265948 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-59192cf0-f30b-4e7b-b040-33c7ecb37ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:03.272570 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-59192cf0-f30b-4e7b-b040-33c7ecb37ce9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7e5accc4-fb79-4411-b472-b2841f987e15 HTTP/1.1" status: 204 len: 168 time: 0.2539005 Jul 14 15:57:03.304917 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59192cf0-f30b-4e7b-b040-33c7ecb37ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5accc4-fb79-4411-b472-b2841f987e15,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:03.358927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535dbe3-daad-4974-8609-895b79fe0026 req-5b991ac6-24d5-449d-815a-b7caee6911eb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:03.360975 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d535dbe3-daad-4974-8609-895b79fe0026 req-5b991ac6-24d5-449d-815a-b7caee6911eb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.1206505 Jul 14 15:57:03.431578 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012ec8d-6a94-4e4c-b270-90eb1f292a48 req-271cd692-e863-4467-95c4-3b587fb8c011 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:03.433116 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1012ec8d-6a94-4e4c-b270-90eb1f292a48 req-271cd692-e863-4467-95c4-3b587fb8c011 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0705910 Jul 14 15:57:03.464347 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d535dbe3-daad-4974-8609-895b79fe0026 req-d00771dc-7479-477c-88d0-b1d678a98589 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886974 Jul 14 15:57:03.486731 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:03.527863 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1012ec8d-6a94-4e4c-b270-90eb1f292a48 req-a066d044-ac1d-4f1a-a164-9ef3035c3a01 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878255 Jul 14 15:57:03.620626 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654501-dc63-40ec-82e2-b9bb39640cd3 req-90d0e495-c80e-429e-a451-fcf0569cd3a6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:03.622472 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc654501-dc63-40ec-82e2-b9bb39640cd3 req-90d0e495-c80e-429e-a451-fcf0569cd3a6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0552478 Jul 14 15:57:03.634378 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:03.676805 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc654501-dc63-40ec-82e2-b9bb39640cd3 req-8aadfdcf-1ddf-4726-aff4-304829cd63a6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485899 Jul 14 15:57:04.018027 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b6481-64fd-4d39-af65-93b6c9a979a5 req-bd42edde-9bf4-4134-bc10-c80e83ae56ef tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:04.019526 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-936b6481-64fd-4d39-af65-93b6c9a979a5 req-bd42edde-9bf4-4134-bc10-c80e83ae56ef tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.0485280 Jul 14 15:57:04.047161 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59210) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:04.060554 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-aafd6b35-e75c-47c5-8052-49e78b9d335c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.068821 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-936b6481-64fd-4d39-af65-93b6c9a979a5 req-9533ed8a-7ed9-40e8-a109-920951243f62 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Jul 14 15:57:04.091442 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.154007 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-aafd6b35-e75c-47c5-8052-49e78b9d335c admin admin] Publish callbacks [] for security_group (146218b1-226e-49fc-8a64-9deb99e5c001), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.235800 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-aafd6b35-e75c-47c5-8052-49e78b9d335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (146218b1-226e-49fc-8a64-9deb99e5c001), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.276264 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-aafd6b35-e75c-47c5-8052-49e78b9d335c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=bbaad5c135314098a75cb06a3f85ae3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285061 Jul 14 15:57:04.277467 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd6b35-e75c-47c5-8052-49e78b9d335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146218b1-226e-49fc-8a64-9deb99e5c001,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:04.279141 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59214) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:04.332021 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-b4102a86-b06a-41b6-9903-6b4b4e04da2d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:57:04.333724 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-b4102a86-b06a-41b6-9903-6b4b4e04da2d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067234 Jul 14 15:57:04.340077 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-ce17e936-ea06-49d9-8509-b098935b6782 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:57:04.341233 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-ce17e936-ea06-49d9-8509-b098935b6782 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0129571 Jul 14 15:57:04.342012 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3692bfba-2363-4167-a2c5-8e515015b6a1 admin admin] Publish callbacks [] for security_group (146218b1-226e-49fc-8a64-9deb99e5c001), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.363981 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3692bfba-2363-4167-a2c5-8e515015b6a1 admin admin] Publish callbacks [] for security_group (146218b1-226e-49fc-8a64-9deb99e5c001), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.451596 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-7be9a078-e331-41e6-b5bb-07bafb870daa tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111067) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:57:04.451596 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-7be9a078-e331-41e6-b5bb-07bafb870daa tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0127902 Jul 14 15:57:04.453665 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-9f64138a-bf33-45b1-b673-be2f21be7d82 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111067) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:57:04.454606 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-9f64138a-bf33-45b1-b673-be2f21be7d82 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0153894 Jul 14 15:57:04.458259 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-6aaa957c-f438-478c-9ef5-30baf6bb5fbc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111067) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 15:57:04.459881 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-6aaa957c-f438-478c-9ef5-30baf6bb5fbc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0180457 Jul 14 15:57:04.537616 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3692bfba-2363-4167-a2c5-8e515015b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (146218b1-226e-49fc-8a64-9deb99e5c001), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.537616 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3692bfba-2363-4167-a2c5-8e515015b6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.537616 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3692bfba-2363-4167-a2c5-8e515015b6a1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/146218b1-226e-49fc-8a64-9deb99e5c001 HTTP/1.1" status: 204 len: 168 time: 0.2568412 Jul 14 15:57:04.556549 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692bfba-2363-4167-a2c5-8e515015b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146218b1-226e-49fc-8a64-9deb99e5c001,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:04.605266 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d689ef4-a5f1-49e9-bfe8-028c60c18b70 req-d0d09383-65ff-4cc5-985a-a3a1a6b6cdb8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:04.612506 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d689ef4-a5f1-49e9-bfe8-028c60c18b70 req-d0d09383-65ff-4cc5-985a-a3a1a6b6cdb8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0742400 Jul 14 15:57:04.693082 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a352-c6b4-4743-aaea-a88f4e7851c3 req-d2bdd759-1e96-478c-a4aa-5fa46e4a9b07 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:04.694606 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bdd9a352-c6b4-4743-aaea-a88f4e7851c3 req-d2bdd759-1e96-478c-a4aa-5fa46e4a9b07 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0719559 Jul 14 15:57:04.709297 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d689ef4-a5f1-49e9-bfe8-028c60c18b70 req-1723f6dc-1f77-4c93-bc18-76aba3f63f87 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960166 Jul 14 15:57:04.791007 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Request body: {'port': {'device_id': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:04.794326 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bdd9a352-c6b4-4743-aaea-a88f4e7851c3 req-3b42cd22-351b-4884-b499-42828b7449b5 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811739 Jul 14 15:57:04.849556 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17b09-15a4-4e4a-9ca4-7027f5869e2b req-38857606-be85-4e24-9671-a6fe73c99eef tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:04.852083 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cfe17b09-15a4-4e4a-9ca4-7027f5869e2b req-38857606-be85-4e24-9671-a6fe73c99eef tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 931 time: 0.0714860 Jul 14 15:57:04.871564 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Request body: {'port': {'device_id': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:04.874882 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:04.916984 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:04.928540 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cfe17b09-15a4-4e4a-9ca4-7027f5869e2b req-76203c57-b76a-41b7-b0f2-24bf34950c9b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656011 Jul 14 15:57:04.979817 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Request body: {'port': {'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:05.004495 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Request body: {'port': {'device_id': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:05.009424 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.048589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Request body: {'port': {'device_id': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:05.148173 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.169318 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.221566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.236483 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:05.391497 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dac2bc-2234-4dbb-8085-3cc51cab0395 req-b0c2be84-d4d3-411d-9457-af74c112d0e7 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:05.393350 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b5dac2bc-2234-4dbb-8085-3cc51cab0395 req-b0c2be84-d4d3-411d-9457-af74c112d0e7 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 931 time: 0.1863480 Jul 14 15:57:05.446272 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:05.531342 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:05.601571 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.603449 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b5dac2bc-2234-4dbb-8085-3cc51cab0395 req-b4494131-5f4d-46fc-b990-4360c9dcb10f tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939812 Jul 14 15:57:05.794554 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcbf50b-887c-4db2-b9dc-4803059614b5 {{(pid=111068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:05.813203 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Publish callbacks [] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.882839 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.provisioning_blocks [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Transition to ACTIVE for port object 3fcbf50b-887c-4db2-b9dc-4803059614b5 will not be triggered until provisioned by entity L2. {{(pid=111068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:57:05.933377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.944992 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67047-df3f-43ef-a951-686a8c4954d9 req-1d3472f7-8f80-4075-be11-e2db535845bb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:05.952890 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-98c67047-df3f-43ef-a951-686a8c4954d9 req-1d3472f7-8f80-4075-be11-e2db535845bb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 931 time: 0.0991943 Jul 14 15:57:05.962679 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:05.968453 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:05.977746 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Publish callbacks [] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:05.988385 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Publish callbacks [] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.004647 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.024389 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Transition to ACTIVE for port object 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:57:06.029563 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Transition to ACTIVE for port object 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:57:06.034699 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016133-504d-4885-b1c8-e05934ddc8b7 req-909b7fa5-8596-4d53-8c56-d431636d56ae tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:06.036195 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ed016133-504d-4885-b1c8-e05934ddc8b7 req-909b7fa5-8596-4d53-8c56-d431636d56ae tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 931 time: 0.0823455 Jul 14 15:57:06.082783 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd63becb-ed28-4d91-8401-801a37b8d3fa {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:06.094161 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Publish callbacks [] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.111474 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-98c67047-df3f-43ef-a951-686a8c4954d9 req-44743232-a074-4ae8-bd25-138760af9e09 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558268 Jul 14 15:57:06.112046 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.114016 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Transition to ACTIVE for port object fd63becb-ed28-4d91-8401-801a37b8d3fa will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:57:06.135916 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcbf50b-887c-4db2-b9dc-4803059614b5,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:06.181967 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Pushing event updated for resources: {'Port': ['ID=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:06.266936 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.393098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.497620 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:06.566769 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Attempting to bind port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:57:06.566769 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Attempting to bind port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:57:06.566769 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Attempting to bind port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b on network 087db78d-bdc1-4063-aecb-2601edc6986a {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.569138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Attempting to bind port 3fcbf50b-887c-4db2-b9dc-4803059614b5 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:57:06.569548 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Attempting to bind port 3fcbf50b-887c-4db2-b9dc-4803059614b5 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:57:06.570003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Attempting to bind port 3fcbf50b-887c-4db2-b9dc-4803059614b5 on network 0db5c9e0-6015-46b4-9562-0020fed485ab {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.581079 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b on network 087db78d-bdc1-4063-aecb-2601edc6986a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:57:06.581416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Attempting to bind port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b on network 087db78d-bdc1-4063-aecb-2601edc6986a {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.594633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Pushing event updated for resources: {'Port': ['ID=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:06.620420 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:57:06.620796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Checking segment: {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:57:06.621348 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Bound using segment: {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:57:06.621480 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ed016133-504d-4885-b1c8-e05934ddc8b7 req-0ddf2800-3968-493d-b689-d5c5df024c66 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5396221 Jul 14 15:57:06.621804 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Bound port: 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ecf646-d92a-47de-84fa-574a4a6275b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:57:06.622166 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.627734 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Port 3fcbf50b-887c-4db2-b9dc-4803059614b5 on network 0db5c9e0-6015-46b4-9562-0020fed485ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:57:06.627734 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Attempting to bind port 3fcbf50b-887c-4db2-b9dc-4803059614b5 on network 0db5c9e0-6015-46b4-9562-0020fed485ab {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.640725 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:57:06.644131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Checking segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:57:06.644131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Bound using segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:57:06.644131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Bound port: 3fcbf50b-887c-4db2-b9dc-4803059614b5, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:57:06.644131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.653991 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0f0c9-feb9-4db0-a42d-ec024b050f71 req-a1131a9b-def3-419b-be81-79263ec453bb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:06.655492 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b5f0f0c9-feb9-4db0-a42d-ec024b050f71 req-a1131a9b-def3-419b-be81-79263ec453bb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.1627221 Jul 14 15:57:06.751469 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Attempting to bind port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:57:06.752255 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Attempting to bind port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:57:06.752498 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Attempting to bind port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.805038 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Attempting to bind port fd63becb-ed28-4d91-8401-801a37b8d3fa on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:57:06.805378 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Attempting to bind port fd63becb-ed28-4d91-8401-801a37b8d3fa by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:57:06.805707 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Attempting to bind port fd63becb-ed28-4d91-8401-801a37b8d3fa on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.831802 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:57:06.832157 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Attempting to bind port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.838245 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Pushing event updated for resources: {'Port': ['ID=fd63becb-ed28-4d91-8401-801a37b8d3fa,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:06.850111 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Port fd63becb-ed28-4d91-8401-801a37b8d3fa on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:57:06.850435 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Attempting to bind port fd63becb-ed28-4d91-8401-801a37b8d3fa on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:06.858601 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:57:06.859107 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Checking segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:57:06.867963 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Bound using segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:57:06.867963 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Bound port: 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:57:06.867963 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.874112 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b5f0f0c9-feb9-4db0-a42d-ec024b050f71 req-8cc23a22-f1ef-4f77-b0bc-ffe7fc9b472e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059348 Jul 14 15:57:06.905278 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:57:06.905603 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Checking segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:57:06.906116 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Bound using segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:57:06.906564 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Bound port: fd63becb-ed28-4d91-8401-801a37b8d3fa, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:57:06.906921 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:06.951784 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] For port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:57:06.951784 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] For port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:57:06.984446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:06.987873 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c816e-b3e8-4533-ad83-338964890065 req-3655a1a7-96ad-49de-9cd8-31466ba76b89 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:06.992566 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-788c816e-b3e8-4533-ad83-338964890065 req-3655a1a7-96ad-49de-9cd8-31466ba76b89 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.2002666 Jul 14 15:57:07.025500 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] For port 3fcbf50b-887c-4db2-b9dc-4803059614b5, host hv-cinder-84986, cleared binding levels {{(pid=111068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:57:07.043259 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.062239 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] For port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:57:07.063466 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a289ebfe-7229-4303-8c8b-17ea1de7a70e {{(pid=111068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:07.068764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] For port 3fcbf50b-887c-4db2-b9dc-4803059614b5, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:57:07.083071 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Publish callbacks [] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.111523 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.provisioning_blocks [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Transition to ACTIVE for port object a289ebfe-7229-4303-8c8b-17ea1de7a70e will not be triggered until provisioned by entity L2. {{(pid=111068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:57:07.112742 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] For port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:57:07.117554 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] For port fd63becb-ed28-4d91-8401-801a37b8d3fa, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:57:07.121382 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-788c816e-b3e8-4533-ad83-338964890065 req-4c15286a-53d7-484f-a4ce-687a967f437b tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028576 Jul 14 15:57:07.122371 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:07.122995 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.124529 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] 10.222.0.121 "PUT /v2.0/ports/06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b HTTP/1.1" status: 200 len: 1093 time: 2.3941820 Jul 14 15:57:07.134081 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'tag': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:07.189693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.209450 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] For port fd63becb-ed28-4d91-8401-801a37b8d3fa, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:57:07.220874 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.229761 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadcd49-defa-49de-a8da-8fb57869a212 service neutron] Pushing event updated for resources: {'Port': ['ID=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:07.278480 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:07.279196 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.280540 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] 10.222.0.121 "PUT /v2.0/ports/3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad HTTP/1.1" status: 200 len: 1093 time: 2.5568943 Jul 14 15:57:07.324175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.345225 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655617-0721-4b3c-a7b1-b465bbf8351e req-35d09e25-ff45-440b-9f45-e05385be1842 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:07.347939 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-df655617-0721-4b3c-a7b1-b465bbf8351e req-35d09e25-ff45-440b-9f45-e05385be1842 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 943 time: 0.1455097 Jul 14 15:57:07.352019 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.437947 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96" -d '{"events": [{"name": "network-changed", "server_uuid": "599bf41f-04fc-42f6-8c4c-5946659a0fee", "tag": "06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:07.446390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:07.461218 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-df655617-0721-4b3c-a7b1-b465bbf8351e req-481bb990-0a73-472c-b7d7-939456fca2c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950704 Jul 14 15:57:07.466968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:07.467656 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.469405 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] 10.222.0.121 "PUT /v2.0/ports/3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 1093 time: 2.7241631 Jul 14 15:57:07.470035 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:07.471618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:07.529740 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f83ac-10a0-4552-bf2a-0aadbd225cec service neutron] Pushing event updated for resources: {'Port': ['ID=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:07.567326 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:07.568517 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.582783 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] 10.222.0.121 "PUT /v2.0/ports/fd63becb-ed28-4d91-8401-801a37b8d3fa HTTP/1.1" status: 200 len: 1093 time: 2.8350968 Jul 14 15:57:07.632139 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-8d9b94e0-f405-4333-96d0-6c4cfcec2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:07.635215 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-8d9b94e0-f405-4333-96d0-6c4cfcec2a3b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=337009c5341c4de4a64823371566766c&device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 1127 time: 0.3512254 Jul 14 15:57:07.655446 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Attempting to bind port a289ebfe-7229-4303-8c8b-17ea1de7a70e on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:57:07.655811 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Attempting to bind port a289ebfe-7229-4303-8c8b-17ea1de7a70e by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:57:07.656261 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Attempting to bind port a289ebfe-7229-4303-8c8b-17ea1de7a70e on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:07.671936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Port a289ebfe-7229-4303-8c8b-17ea1de7a70e on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:57:07.672341 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Attempting to bind port a289ebfe-7229-4303-8c8b-17ea1de7a70e on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:57:07.681488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4dc64-9ee9-4595-aa17-3a86bcd74625 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcbf50b-887c-4db2-b9dc-4803059614b5,revision_number=3']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:07.688650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:57:07.689085 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Checking segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:57:07.690845 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Bound using segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:57:07.691294 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Bound port: a289ebfe-7229-4303-8c8b-17ea1de7a70e, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:57:07.691656 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:07.883169 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:07.967409 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-84988af2-3cc7-4057-b826-dc01aa27392e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b HTTP/1.1" status: 200 len: 217 time: 0.3025751 Jul 14 15:57:07.973199 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:07.988804 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6d761e-15f4-48ea-adac-d1028f654f97" -d '{"events": [{"name": "network-changed", "server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:08.008585 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-7cb014e8-9287-4295-9b69-c6cc631c6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.010902 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-7cb014e8-9287-4295-9b69-c6cc631c6f0b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 1127 time: 0.6199222 Jul 14 15:57:08.132004 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-b1950817-7d0e-491e-9b7e-d45f9a41c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.134262 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-b1950817-7d0e-491e-9b7e-d45f9a41c660 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a919c635-99fa-4b89-b00b-a2eef183f4e8 HTTP/1.1" status: 200 len: 850 time: 0.1361606 Jul 14 15:57:08.137688 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d477f8-992d-47f3-b060-1e447a557957 x-openstack-request-id: req-25d477f8-992d-47f3-b060-1e447a557957 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:08.137990 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599bf41f-04fc-42f6-8c4c-5946659a0fee", "tag": "06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:08.138238 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-25d477f8-992d-47f3-b060-1e447a557957 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:08.138699 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d477f8-992d-47f3-b060-1e447a557957'] response: {'name': 'network-changed', 'server_uuid': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'tag': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b', 'status': 'completed', 'code': 200} Jul 14 15:57:08.155812 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c00df-680a-47c4-aef8-cceae4fe2ed4 req-558ab653-5a07-4e8c-9a30-686e61e2ad80 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.169189 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b70c00df-680a-47c4-aef8-cceae4fe2ed4 req-558ab653-5a07-4e8c-9a30-686e61e2ad80 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.2986441 Jul 14 15:57:08.174672 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-bfc163b0-d7c7-4b66-a7d9-905936e9b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.176166 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-bfc163b0-d7c7-4b66-a7d9-905936e9b1bd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1127 time: 0.4943926 Jul 14 15:57:08.272073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e14ca-bd1a-4768-b51f-9247fb857614 service neutron] Pushing event updated for resources: {'Port': ['ID=fd63becb-ed28-4d91-8401-801a37b8d3fa,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:08.272660 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a289ebfe-7229-4303-8c8b-17ea1de7a70e,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:08.289273 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-d46a143c-eba5-44ee-b846-bc667114395d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad HTTP/1.1" status: 200 len: 217 time: 0.1459229 Jul 14 15:57:08.293983 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5df0-314f-4c5d-b287-6bd06a0b311b req-9a884874-68cc-4c3f-bb43-3d0ef24d9331 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.301990 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc3e5df0-314f-4c5d-b287-6bd06a0b311b req-9a884874-68cc-4c3f-bb43-3d0ef24d9331 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.1044731 Jul 14 15:57:08.327112 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] For port a289ebfe-7229-4303-8c8b-17ea1de7a70e, host hv-cinder-84986, cleared binding levels {{(pid=111068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:57:08.334688 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] For port a289ebfe-7229-4303-8c8b-17ea1de7a70e, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:57:08.340580 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-345b15b1-8586-491b-8266-7658733d0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.342408 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-345b15b1-8586-491b-8266-7658733d0ec0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 1127 time: 0.5656917 Jul 14 15:57:08.456958 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b70c00df-680a-47c4-aef8-cceae4fe2ed4 req-0d47b5d6-65dd-474d-9a4a-e846f91c5554 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866793 Jul 14 15:57:08.462026 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:08.464998 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-a1cb625b-7413-41d7-a00b-c29d8b5dc538 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa HTTP/1.1" status: 200 len: 217 time: 0.1061451 Jul 14 15:57:08.525758 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-c5d56c12-3751-45a2-9fa8-797a70cc61b6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 217 time: 0.2555044 Jul 14 15:57:08.559583 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.560249 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:08.561645 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] 10.222.0.121 "PUT /v2.0/ports/a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 200 len: 1093 time: 3.8194020 Jul 14 15:57:08.582675 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-1d262505-72bd-48e0-a2d3-3c9e21a93b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.584795 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-1d262505-72bd-48e0-a2d3-3c9e21a93b9c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0492923 Jul 14 15:57:08.588554 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064768-0d7e-4eef-8a64-e678b286df57 req-77647f15-f6a6-40fa-8afa-36b7a399f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.590039 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-77647f15-f6a6-40fa-8afa-36b7a399f704 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=087db78d-bdc1-4063-aecb-2601edc6986a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4298186 Jul 14 15:57:08.608329 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc3e5df0-314f-4c5d-b287-6bd06a0b311b req-ec95b211-feb4-4546-8d5e-c71bcfd0d4bc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696404 Jul 14 15:57:08.631522 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-796c8544-9ffe-4305-b277-9a8f93d9b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.633031 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-796c8544-9ffe-4305-b277-9a8f93d9b77d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.2996523 Jul 14 15:57:08.648678 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-20ef9218-500b-449c-8d55-6253990e2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.650498 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-20ef9218-500b-449c-8d55-6253990e2fbb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.1768746 Jul 14 15:57:08.652938 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab679e6d-dd44-4860-812e-d426f7574fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a289ebfe-7229-4303-8c8b-17ea1de7a70e,revision_number=3']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:08.726633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9c09ef1c-4938-4c8c-96de-11be87ed5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.728339 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-9c09ef1c-4938-4c8c-96de-11be87ed5b2a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696440 Jul 14 15:57:08.789583 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132efbe5-d72a-4dfa-bc9f-29bc3a44f6b6 x-openstack-request-id: req-132efbe5-d72a-4dfa-bc9f-29bc3a44f6b6 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:08.790262 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:08.790906 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-132efbe5-d72a-4dfa-bc9f-29bc3a44f6b6 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:08.791774 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132efbe5-d72a-4dfa-bc9f-29bc3a44f6b6'] response: {'name': 'network-changed', 'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'status': 'completed', 'code': 200} Jul 14 15:57:08.810241 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41645-0011-450f-b870-8a9405627424 req-d2136a49-a418-44e4-93a7-4e6ef0762c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.812040 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-d2136a49-a418-44e4-93a7-4e6ef0762c2c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2145016 Jul 14 15:57:08.919320 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:08.945718 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-9d5eb203-2d42-4632-9cba-70f9ddabf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.947570 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-9d5eb203-2d42-4632-9cba-70f9ddabf90a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2779355 Jul 14 15:57:08.954518 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-4b953c18-9256-4c52-bb47-f5f21de37a05 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954150 Jul 14 15:57:08.965426 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c20df3-cf47-4661-8649-3737a0830998 req-5fd6ae66-c6f4-4f63-af77-c226a56849fe tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.977840 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a4c20df3-cf47-4661-8649-3737a0830998 req-5fd6ae66-c6f4-4f63-af77-c226a56849fe tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.1777186 Jul 14 15:57:08.995589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-acc897ff-61e6-4f3b-865b-481b4fc2722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:08.997099 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-acc897ff-61e6-4f3b-865b-481b4fc2722d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1127 time: 0.2043262 Jul 14 15:57:09.013460 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-7836aa05-1a7f-4690-bf1d-a54c339631c3 service neutron] 10.222.0.121 "GET /v2.0/networks/087db78d-bdc1-4063-aecb-2601edc6986a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142768 Jul 14 15:57:09.085192 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:09.093237 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-2f619452-e2e9-444e-a111-90e5a4745e71 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 200 len: 217 time: 0.0728409 Jul 14 15:57:09.151324 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e07e9-5d4b-4f4e-bfeb-cd8b88492026 req-d2945d05-3ce2-4e62-9fb9-d468a2e6309e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:09.156578 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-464e07e9-5d4b-4f4e-bfeb-cd8b88492026 req-d2945d05-3ce2-4e62-9fb9-d468a2e6309e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 943 time: 0.3028698 Jul 14 15:57:09.175809 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-35700845-5b90-4f55-8af7-d670655feec1 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538496 Jul 14 15:57:09.235751 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-27bb25a5-6138-472d-81c8-08b51d2451b5 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793171 Jul 14 15:57:09.257317 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:09.275090 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a4c20df3-cf47-4661-8649-3737a0830998 req-4e4f00eb-e76a-4e8e-9e8c-5be92ca9327e tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963924 Jul 14 15:57:09.281586 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ff88a3a9-53bc-4192-aa54-cd7c28bbba2f req-44adc662-0ea7-4865-8c14-6eb8d25c7897 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864740 Jul 14 15:57:09.289464 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-17064768-0d7e-4eef-8a64-e678b286df57 req-00a757f9-06da-4b70-8858-d5d5e078a2ee service neutron] 10.222.0.121 "GET /v2.0/networks/087db78d-bdc1-4063-aecb-2601edc6986a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624354 Jul 14 15:57:09.319551 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3fc41645-0011-450f-b870-8a9405627424 req-9a65c0b6-b13a-49fd-8816-9bcbd84ef6ef service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371329 Jul 14 15:57:09.322804 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-2b423afc-fd81-423b-9ca8-616923a11a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:09.324264 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-2b423afc-fd81-423b-9ca8-616923a11a3d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.1809740 Jul 14 15:57:09.373051 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-464e07e9-5d4b-4f4e-bfeb-cd8b88492026 req-de5b602d-1b2c-478f-bee8-21e6b6dbba94 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946747 Jul 14 15:57:09.605636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc336b-fe1a-4329-bb94-292445149608 req-bf9a77f7-4bb0-4114-aab5-147fa9525153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:09.607108 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-bf9a77f7-4bb0-4114-aab5-147fa9525153 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2500799 Jul 14 15:57:09.622737 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8994f411-6bf6-4481-81ed-1340c7ff04e8 req-a70200ec-2b3e-4950-a7db-c26143c49ae9 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767726 Jul 14 15:57:09.648470 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:09.672367 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c7570-8e06-4328-9fb0-635e81f41bc3 req-cfd2d4b3-a392-41ff-b018-4cb901d15e3a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:09.673984 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-519c7570-8e06-4328-9fb0-635e81f41bc3 req-cfd2d4b3-a392-41ff-b018-4cb901d15e3a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.0749750 Jul 14 15:57:09.757609 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db1ce5-d0cf-4a83-af43-b030a33725a8 req-ca50d1c4-898a-4bab-96ca-6af300e87d97 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:09.759194 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f1db1ce5-d0cf-4a83-af43-b030a33725a8 req-ca50d1c4-898a-4bab-96ca-6af300e87d97 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0774789 Jul 14 15:57:09.776736 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-519c7570-8e06-4328-9fb0-635e81f41bc3 req-da3d452c-908a-4658-9aa3-cfcbcebd2979 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962088 Jul 14 15:57:09.837848 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f1db1ce5-d0cf-4a83-af43-b030a33725a8 req-5c80ad90-82b0-4a6e-a3a3-3ee18bf4de7e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601127 Jul 14 15:57:10.139748 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'tag': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad'}, {'name': 'network-changed', 'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:10.142135 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146" -d '{"events": [{"name": "network-changed", "server_uuid": "06201b79-aa1b-474d-8a40-6ef60e0498fd", "tag": "3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad"}, {"name": "network-changed", "server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:10.180935 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a821a0a-4f85-464b-b643-2092e5af054e x-openstack-request-id: req-0a821a0a-4f85-464b-b643-2092e5af054e {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:10.181234 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06201b79-aa1b-474d-8a40-6ef60e0498fd", "tag": "3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:10.181492 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0a821a0a-4f85-464b-b643-2092e5af054e {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:10.181902 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a821a0a-4f85-464b-b643-2092e5af054e'] response: {'name': 'network-changed', 'server_uuid': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'tag': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad', 'status': 'completed', 'code': 200} Jul 14 15:57:10.182158 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a821a0a-4f85-464b-b643-2092e5af054e'] response: {'name': 'network-changed', 'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'status': 'completed', 'code': 200} Jul 14 15:57:10.390824 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219b11-da48-483b-9e4f-b643ecfae71b req-4f5245c4-c0ea-4281-a580-a850d6fe7396 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:10.392316 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-10219b11-da48-483b-9e4f-b643ecfae71b req-4f5245c4-c0ea-4281-a580-a850d6fe7396 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0464890 Jul 14 15:57:10.444078 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-10219b11-da48-483b-9e4f-b643ecfae71b req-d5ba67b0-2b54-4437-b249-bcae173c84c9 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Jul 14 15:57:10.484426 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:10.486992 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59448) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:10.500940 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93da9-0564-4a90-9ca4-85eafbeb889a req-9931e50f-8de1-4ce8-8662-5fe791f46012 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:10.502414 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eac93da9-0564-4a90-9ca4-85eafbeb889a req-9931e50f-8de1-4ce8-8662-5fe791f46012 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 943 time: 0.0551684 Jul 14 15:57:10.555641 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eac93da9-0564-4a90-9ca4-85eafbeb889a req-61540cc6-bb15-4c8c-b5a7-f29cab53cf8c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465145 Jul 14 15:57:10.611714 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-976333a4-316c-4628-a8c5-9a2c288b3ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:10.692334 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-976333a4-316c-4628-a8c5-9a2c288b3ea6 admin admin] Publish callbacks [] for security_group (6cb2dfef-e35f-4c10-9b79-916e988b33a5), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:10.768549 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-976333a4-316c-4628-a8c5-9a2c288b3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (6cb2dfef-e35f-4c10-9b79-916e988b33a5), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:10.793449 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'tag': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:10.798596 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda162d6-4fcf-46d7-b364-cab6d3a6970a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9596a1-f8ec-4682-a980-392e550ebc33", "tag": "a289ebfe-7229-4303-8c8b-17ea1de7a70e"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:10.838401 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-976333a4-316c-4628-a8c5-9a2c288b3ea6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fe2e65e9fb9345c8a11d00765db3c34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495431 Jul 14 15:57:10.842563 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59462) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:10.843876 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976333a4-316c-4628-a8c5-9a2c288b3ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb2dfef-e35f-4c10-9b79-916e988b33a5,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:10.853467 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8626ab-28f2-4f84-928c-e230a2d3ae20 x-openstack-request-id: req-3c8626ab-28f2-4f84-928c-e230a2d3ae20 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:10.853993 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9596a1-f8ec-4682-a980-392e550ebc33", "tag": "a289ebfe-7229-4303-8c8b-17ea1de7a70e", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:10.854248 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3c8626ab-28f2-4f84-928c-e230a2d3ae20 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:10.854643 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8626ab-28f2-4f84-928c-e230a2d3ae20'] response: {'name': 'network-changed', 'server_uuid': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'tag': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e', 'status': 'completed', 'code': 200} Jul 14 15:57:10.966222 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e603f-a488-4716-a1d2-888d3f501991 req-56bba6d4-28f8-4355-b659-a4d934c4aafb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:10.967683 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-751e603f-a488-4716-a1d2-888d3f501991 req-56bba6d4-28f8-4355-b659-a4d934c4aafb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.0961115 Jul 14 15:57:11.008033 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8a60-8b63-4dc9-ba13-517f42aa0361 req-aaf736f2-5f35-4814-b6ba-ee3d9f1ab5d4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:11.010317 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6fdb8a60-8b63-4dc9-ba13-517f42aa0361 req-aaf736f2-5f35-4814-b6ba-ee3d9f1ab5d4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0951676 Jul 14 15:57:11.014496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-42cf1c92-a203-41f1-b34d-58777372cd4b admin admin] Publish callbacks [] for security_group (6cb2dfef-e35f-4c10-9b79-916e988b33a5), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:11.058975 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:11.086678 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-42cf1c92-a203-41f1-b34d-58777372cd4b admin admin] Publish callbacks [] for security_group (6cb2dfef-e35f-4c10-9b79-916e988b33a5), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:11.098036 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-751e603f-a488-4716-a1d2-888d3f501991 req-7692c86c-e53c-4daf-8e4a-6c3466f199e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229858 Jul 14 15:57:11.125121 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6fdb8a60-8b63-4dc9-ba13-517f42aa0361 req-394be671-b785-411e-b411-d1dda9182807 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060522 Jul 14 15:57:11.299146 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-42cf1c92-a203-41f1-b34d-58777372cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (6cb2dfef-e35f-4c10-9b79-916e988b33a5), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:11.301990 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-42cf1c92-a203-41f1-b34d-58777372cd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:11.304156 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-42cf1c92-a203-41f1-b34d-58777372cd4b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6cb2dfef-e35f-4c10-9b79-916e988b33a5 HTTP/1.1" status: 204 len: 168 time: 0.4605334 Jul 14 15:57:11.317208 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf1c92-a203-41f1-b34d-58777372cd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb2dfef-e35f-4c10-9b79-916e988b33a5,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:11.569837 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019758a0-7f70-4df6-b646-1eb42b3f768a req-ac9d70bb-e22f-449e-a35c-aa737cd5ddb0 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:11.571737 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-019758a0-7f70-4df6-b646-1eb42b3f768a req-ac9d70bb-e22f-449e-a35c-aa737cd5ddb0 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0477302 Jul 14 15:57:11.630975 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-019758a0-7f70-4df6-b646-1eb42b3f768a req-f16c4f5c-5395-4daf-a331-4ecd3e859874 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537968 Jul 14 15:57:11.682856 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adbda9-ae60-41ce-b828-19f5603811cc req-69d71503-4be1-44df-b450-26292993b83b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:11.684344 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-54adbda9-ae60-41ce-b828-19f5603811cc req-69d71503-4be1-44df-b450-26292993b83b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 943 time: 0.0473857 Jul 14 15:57:11.733299 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-54adbda9-ae60-41ce-b828-19f5603811cc req-3d7b4fb9-479c-4720-9f4f-bdde237a147f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Jul 14 15:57:12.290175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59514) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:12.290688 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e7c3-db51-4099-aed7-dfb7d32204a0 req-2e2d87f5-0bff-452e-9425-f6bf61204c54 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:12.292181 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4105e7c3-db51-4099-aed7-dfb7d32204a0 req-2e2d87f5-0bff-452e-9425-f6bf61204c54 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.0993729 Jul 14 15:57:12.306117 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ace0d5b1-c281-49cf-ae11-24808576b660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:12.320714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0868c2a-f467-4eae-bd9c-63cb094a05ce req-b8a7c7a3-34b4-45fc-9e0e-a4b135001b98 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:12.322149 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0868c2a-f467-4eae-bd9c-63cb094a05ce req-b8a7c7a3-34b4-45fc-9e0e-a4b135001b98 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0952623 Jul 14 15:57:12.332275 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-dc1071c4-b278-49eb-97b2-ec4108be1097 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058048 Jul 14 15:57:12.339880 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:12.385060 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ace0d5b1-c281-49cf-ae11-24808576b660 admin admin] Publish callbacks [] for security_group (0af8aaa9-97fe-4d1e-9271-ef3e4add1011), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:12.389766 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4105e7c3-db51-4099-aed7-dfb7d32204a0 req-0b47051c-013d-4cc3-a260-d3ab8631d418 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894682 Jul 14 15:57:12.405336 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0868c2a-f467-4eae-bd9c-63cb094a05ce req-9b9ec87d-eab3-4ca1-a34a-cd3ecbfc6403 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665998 Jul 14 15:57:12.453346 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ace0d5b1-c281-49cf-ae11-24808576b660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0af8aaa9-97fe-4d1e-9271-ef3e4add1011), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:12.495678 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ace0d5b1-c281-49cf-ae11-24808576b660 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9b42a0f9c71148e1b184ef25bf12ee8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044609 Jul 14 15:57:12.496620 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0d5b1-c281-49cf-ae11-24808576b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af8aaa9-97fe-4d1e-9271-ef3e4add1011,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:12.498440 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59516) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:12.551382 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b16665de-32ae-4972-a082-f3f5b69f84cd admin admin] Publish callbacks [] for security_group (0af8aaa9-97fe-4d1e-9271-ef3e4add1011), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:12.573894 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b16665de-32ae-4972-a082-f3f5b69f84cd admin admin] Publish callbacks [] for security_group (0af8aaa9-97fe-4d1e-9271-ef3e4add1011), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:12.710534 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b16665de-32ae-4972-a082-f3f5b69f84cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0af8aaa9-97fe-4d1e-9271-ef3e4add1011), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:12.712988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b16665de-32ae-4972-a082-f3f5b69f84cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:12.714109 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b16665de-32ae-4972-a082-f3f5b69f84cd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0af8aaa9-97fe-4d1e-9271-ef3e4add1011 HTTP/1.1" status: 204 len: 168 time: 0.2146323 Jul 14 15:57:12.743588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16665de-32ae-4972-a082-f3f5b69f84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af8aaa9-97fe-4d1e-9271-ef3e4add1011,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:12.756800 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad04cd-c235-4112-8b5a-5724514e754b req-03345d92-6ba8-43c8-9718-c03273980007 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:12.758317 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5cad04cd-c235-4112-8b5a-5724514e754b req-03345d92-6ba8-43c8-9718-c03273980007 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0600858 Jul 14 15:57:12.816676 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5cad04cd-c235-4112-8b5a-5724514e754b req-229cd672-63f0-4aa5-8017-4157f1e06252 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507982 Jul 14 15:57:12.862786 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:12.882286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aacf22-8625-4571-bdfe-4f21e10c0143 req-ffac5428-c3fa-4166-86aa-e969726c5792 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:12.882286 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-57aacf22-8625-4571-bdfe-4f21e10c0143 req-ffac5428-c3fa-4166-86aa-e969726c5792 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 943 time: 0.0566547 Jul 14 15:57:12.932772 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:57:12.951037 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-57aacf22-8625-4571-bdfe-4f21e10c0143 req-411e0feb-0b01-40cb-bcdb-94f7c13bba68 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625448 Jul 14 15:57:13.184503 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:13.197400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'port_id': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad', 'mac_address': 'fa:16:3e:61:f1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:57:13.240344 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:13.240694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:13.255859 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:13.291519 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:13.442161 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:13.519437 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:13.563070 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:13.585477 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10a646-64af-461d-9ea4-e95678b74ee0 req-d0472c92-e8ad-47be-bdd3-19e3a5a84e22 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:13.587320 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff10a646-64af-461d-9ea4-e95678b74ee0 req-d0472c92-e8ad-47be-bdd3-19e3a5a84e22 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.1176445 Jul 14 15:57:13.596173 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96288f-1846-44cb-a262-ca000f9ac089 req-ab1e035d-3528-491c-b649-b85d4d58bcad tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:13.597606 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf96288f-1846-44cb-a262-ca000f9ac089 req-ab1e035d-3528-491c-b649-b85d4d58bcad tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.1098592 Jul 14 15:57:13.685968 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff10a646-64af-461d-9ea4-e95678b74ee0 req-a967ff12-df4f-4cd1-9fc9-7434256c2267 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873065 Jul 14 15:57:13.690370 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf96288f-1846-44cb-a262-ca000f9ac089 req-698065b1-c544-48cd-be0b-8e9dccd84bde tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758636 Jul 14 15:57:13.952150 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7188a-96c2-4619-a2b0-e22e93e086e0 req-ecdc11b4-56d5-447e-9e68-dc9e5618ad0f tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:13.953969 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4de7188a-96c2-4619-a2b0-e22e93e086e0 req-ecdc11b4-56d5-447e-9e68-dc9e5618ad0f tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0624771 Jul 14 15:57:14.020901 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4de7188a-96c2-4619-a2b0-e22e93e086e0 req-8787c65b-7dfb-465d-9341-26888681bb9d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591547 Jul 14 15:57:14.106675 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f895-31d8-435b-b4da-c7b9bc60fbe1 req-f413cdf4-3987-437f-b5b8-e49a0772e394 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:14.108355 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6d28f895-31d8-435b-b4da-c7b9bc60fbe1 req-f413cdf4-3987-437f-b5b8-e49a0772e394 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 944 time: 0.0536997 Jul 14 15:57:14.115880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:57:14.171692 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6d28f895-31d8-435b-b4da-c7b9bc60fbe1 req-b0d79d3e-6fab-4702-afb1-639d90131ba2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Jul 14 15:57:14.352839 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:14.845413 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62e91c-99d5-45b0-a119-9bbcf3c7beb9 req-7058c68d-e843-4a43-8ae9-dc957db740c6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:14.846880 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9c62e91c-99d5-45b0-a119-9bbcf3c7beb9 req-7058c68d-e843-4a43-8ae9-dc957db740c6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.0841198 Jul 14 15:57:14.854730 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0ec9-1069-4fbb-aa09-9f6552480a78 req-8dea0167-6605-412d-a296-c071465beafe tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:14.856093 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2cde0ec9-1069-4fbb-aa09-9f6552480a78 req-8dea0167-6605-412d-a296-c071465beafe tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0824552 Jul 14 15:57:14.935626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9c62e91c-99d5-45b0-a119-9bbcf3c7beb9 req-95e2b578-771c-401a-a87b-8e67a7dc6d67 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784254 Jul 14 15:57:14.938504 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2cde0ec9-1069-4fbb-aa09-9f6552480a78 req-350f134b-d9a4-4bbc-94ea-9a361ad2a3ea tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755653 Jul 14 15:57:15.145715 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b1b3b-e46a-46bc-9f67-75b7a20ace9f req-744a2898-bc30-4edf-bf12-7799c918e614 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:15.148159 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-be5b1b3b-e46a-46bc-9f67-75b7a20ace9f req-744a2898-bc30-4edf-bf12-7799c918e614 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0537510 Jul 14 15:57:15.200137 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-be5b1b3b-e46a-46bc-9f67-75b7a20ace9f req-eb477fc3-598f-4651-ad33-415f4e1a351c tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Jul 14 15:57:15.291505 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5a61f-99da-4fac-bd80-3b1486dd38bf req-15913f87-6287-4f26-b27a-5cbe442fbbcc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:15.293139 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ffd5a61f-99da-4fac-bd80-3b1486dd38bf req-15913f87-6287-4f26-b27a-5cbe442fbbcc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 944 time: 0.0563583 Jul 14 15:57:15.352359 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ffd5a61f-99da-4fac-bd80-3b1486dd38bf req-c0b136f5-69c0-450f-8ccf-ba46d81d83be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Jul 14 15:57:15.369269 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59640) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:15.451382 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:57:15.480989 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:15.502462 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:57:15.532432 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7606160f-6503-49c0-85b6-4c1de0628603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.575961 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:15.590622 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:57:15.591231 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.610436 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7606160f-6503-49c0-85b6-4c1de0628603 admin admin] Publish callbacks [] for security_group (db0fe16d-163e-4ef1-9844-e8a2762ad7ea), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.666433 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:15.666820 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.689708 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:15.744866 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7606160f-6503-49c0-85b6-4c1de0628603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (db0fe16d-163e-4ef1-9844-e8a2762ad7ea), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.750411 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:15.769337 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:15.795064 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7606160f-6503-49c0-85b6-4c1de0628603 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=45455e98cd5d488182b5b9a3cae68906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246051 Jul 14 15:57:15.796201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606160f-6503-49c0-85b6-4c1de0628603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0fe16d-163e-4ef1-9844-e8a2762ad7ea,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:15.797873 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59648) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:15.857208 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-51840cf0-8624-4ee0-924c-659b5acc855c admin admin] Publish callbacks [] for security_group (db0fe16d-163e-4ef1-9844-e8a2762ad7ea), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.859786 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.890686 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f4e3b-5957-4f6a-842f-50a39aa6458e" -d '{"events": [{"server_uuid": "06201b79-aa1b-474d-8a40-6ef60e0498fd", "name": "network-vif-plugged", "status": "completed", "tag": "3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:15.894713 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-51840cf0-8624-4ee0-924c-659b5acc855c admin admin] Publish callbacks [] for security_group (db0fe16d-163e-4ef1-9844-e8a2762ad7ea), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:15.962304 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:16.031529 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d750e8b-433d-4f0a-b6ba-49cc98c27365 x-openstack-request-id: req-3d750e8b-433d-4f0a-b6ba-49cc98c27365 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:16.032080 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06201b79-aa1b-474d-8a40-6ef60e0498fd", "name": "network-vif-plugged", "status": "completed", "tag": "3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:16.032582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3d750e8b-433d-4f0a-b6ba-49cc98c27365 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:16.037708 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d750e8b-433d-4f0a-b6ba-49cc98c27365'] response: {'server_uuid': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad', 'code': 200} Jul 14 15:57:16.090692 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46e1a5-838b-4770-9e3f-e6a49baa5915 req-92c7fdc1-3794-45ea-a8e5-94f3f2ac6920 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:16.092137 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0c46e1a5-838b-4770-9e3f-e6a49baa5915 req-92c7fdc1-3794-45ea-a8e5-94f3f2ac6920 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0585485 Jul 14 15:57:16.110674 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-51840cf0-8624-4ee0-924c-659b5acc855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (db0fe16d-163e-4ef1-9844-e8a2762ad7ea), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.113244 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-51840cf0-8624-4ee0-924c-659b5acc855c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.117873 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-51840cf0-8624-4ee0-924c-659b5acc855c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/db0fe16d-163e-4ef1-9844-e8a2762ad7ea HTTP/1.1" status: 204 len: 168 time: 0.3145642 Jul 14 15:57:16.123229 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51840cf0-8624-4ee0-924c-659b5acc855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0fe16d-163e-4ef1-9844-e8a2762ad7ea,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:16.131610 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:16.166609 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d236-a8af-4224-8a81-b18114ffce8b req-82767683-862e-4e75-989d-5945bbb20ded tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:16.168148 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-87f4d236-a8af-4224-8a81-b18114ffce8b req-82767683-862e-4e75-989d-5945bbb20ded tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.0849671 Jul 14 15:57:16.209448 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0c46e1a5-838b-4770-9e3f-e6a49baa5915 req-c11752e1-4553-4c5e-9257-72496d4726ed tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079335 Jul 14 15:57:16.236960 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-87f4d236-a8af-4224-8a81-b18114ffce8b req-2cf3fdb0-f0d9-4199-80e4-b36a5f68b34d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610259 Jul 14 15:57:16.343172 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20838f3a-7784-477a-8d67-6914ffa375ab req-462f45d4-0acf-400e-b064-e31b5c41da5d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:16.344660 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20838f3a-7784-477a-8d67-6914ffa375ab req-462f45d4-0acf-400e-b064-e31b5c41da5d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0547428 Jul 14 15:57:16.395761 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20838f3a-7784-477a-8d67-6914ffa375ab req-25b9b49b-f91b-4a5e-b5bd-b1c794c2c6c8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Jul 14 15:57:16.455395 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59690) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:16.503317 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdb1f5-cc8b-45af-9c62-af3d128317fb req-135db130-09ca-489b-9e89-8ccf0f81375c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:16.504228 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] Deleting subnet fb60034c-e4db-49a2-a7a1-27a0fe37f6c4 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 15:57:16.508064 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] Publish callbacks [] for subnet (fb60034c-e4db-49a2-a7a1-27a0fe37f6c4), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.510938 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85fdb1f5-cc8b-45af-9c62-af3d128317fb req-135db130-09ca-489b-9e89-8ccf0f81375c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0604625 Jul 14 15:57:16.547531 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] Publish callbacks [] for subnet (fb60034c-e4db-49a2-a7a1-27a0fe37f6c4), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.557150 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (fb60034c-e4db-49a2-a7a1-27a0fe37f6c4), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.557482 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85fdb1f5-cc8b-45af-9c62-af3d128317fb req-05b04aa2-21f6-4274-8699-01fc3ee92319 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Jul 14 15:57:16.734207 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for subnet (fb60034c-e4db-49a2-a7a1-27a0fe37f6c4), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.767529 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb60034c-e4db-49a2-a7a1-27a0fe37f6c4,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:16.772144 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.775017 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ee8f23c7-8738-4c19-a214-49a66cde875d admin admin] 10.222.0.119 "DELETE /v2.0/subnets/fb60034c-e4db-49a2-a7a1-27a0fe37f6c4 HTTP/1.1" status: 204 len: 168 time: 0.3182685 Jul 14 15:57:16.777572 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59694) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:16.784853 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:16.847255 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (ef87da82-e542-4c92-b2eb-527b883e937d), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.925487 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59696) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:16.933018 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (ef87da82-e542-4c92-b2eb-527b883e937d), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.939131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:16.955107 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.955463 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.956244 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.956579 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > port after_create 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.956903 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > port after_delete 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.957239 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > port after_update 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.957820 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.958137 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.958508 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:16.959344 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:17.013513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-b716e571-5f15-4130-b8ae-277fe4b36350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:17.014932 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-b716e571-5f15-4130-b8ae-277fe4b36350 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 1129 time: 0.0531855 Jul 14 15:57:17.055158 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:17.059784 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Publish callbacks [] for security_group (59f0ce72-1fbd-44d7-920f-cb7668d8077c), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.122623 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:17.122970 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:17.123303 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:17.123633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:17.124009 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef87da82-e542-4c92-b2eb-527b883e937d']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:17.133380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (59f0ce72-1fbd-44d7-920f-cb7668d8077c), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.142497 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82846354-fb9d-4143-a5fb-d550cac10fcd') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:17.142796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82846354-fb9d-4143-a5fb-d550cac10fcd') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:17.159007 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (82846354-fb9d-4143-a5fb-d550cac10fcd), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.170959 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0ce72-1fbd-44d7-920f-cb7668d8077c,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:17.174947 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dd773f59921d4e6e9c2a95e6b08dd85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484634 Jul 14 15:57:17.179660 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59698) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:17.182370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.182718 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.183055 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.183390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.183717 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.184049 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.184391 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.184710 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.185048 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.196494 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (82846354-fb9d-4143-a5fb-d550cac10fcd), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.197338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.197338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.197338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.197338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.197338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.197338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e84c10-9e60-4dc9-a5f3-6f47e48eb0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:17.201439 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 15:57:17.201836 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (82846354-fb9d-4143-a5fb-d550cac10fcd), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.237935 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:17.303509 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-56c55bd5-cff5-4bc7-8ee4-ce8fa4873144 admin admin] Publish callbacks [] for security_group (59f0ce72-1fbd-44d7-920f-cb7668d8077c), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.330315 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-56c55bd5-cff5-4bc7-8ee4-ce8fa4873144 admin admin] Publish callbacks [] for security_group (59f0ce72-1fbd-44d7-920f-cb7668d8077c), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.352237 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (ef87da82-e542-4c92-b2eb-527b883e937d), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.380211 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.381601 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c8d1-1dd3-4b04-8848-685ee7252d25 req-89302e74-818f-4367-9d29-32fc1349b460 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:17.383250 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6a23c8d1-1dd3-4b04-8848-685ee7252d25 req-89302e74-818f-4367-9d29-32fc1349b460 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0919788 Jul 14 15:57:17.384413 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] 10.222.0.119 "DELETE /v2.0/networks/ef87da82-e542-4c92-b2eb-527b883e937d HTTP/1.1" status: 204 len: 168 time: 0.6058536 Jul 14 15:57:17.389399 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59712) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:17.409045 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01664b5-5a05-4d5d-bf4c-9fbe67a72b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef87da82-e542-4c92-b2eb-527b883e937d,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:17.417121 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb47a-417f-4a87-a9d8-79090d821dae req-d9a3f951-00c0-406f-afae-450ec456697b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:17.418888 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e82cb47a-417f-4a87-a9d8-79090d821dae req-d9a3f951-00c0-406f-afae-450ec456697b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 943 time: 0.0913570 Jul 14 15:57:17.458595 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] Deleting subnet bb991ab5-1557-4c63-ae91-330baaae2739 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 15:57:17.462587 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] Publish callbacks [] for subnet (bb991ab5-1557-4c63-ae91-330baaae2739), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.467864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3fcbf50b-887c-4db2-b9dc-4803059614b5 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:57:17.487129 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 82846354-fb9d-4143-a5fb-d550cac10fcd resource provider aggregate not found Jul 14 15:57:17.502648 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e82cb47a-417f-4a87-a9d8-79090d821dae req-de076cc4-6a44-4749-9f41-66d74265ef42 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739937 Jul 14 15:57:17.512726 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 82846354-fb9d-4143-a5fb-d550cac10fcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82846354-fb9d-4143-a5fb-d550cac10fcd found for delete ", "request_id": "req-c401a064-7a02-4147-90a2-bb1a49dd064f"}]} Jul 14 15:57:17.520537 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6a23c8d1-1dd3-4b04-8848-685ee7252d25 req-f4922aa2-e878-439e-92a8-659fe48d1702 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306999 Jul 14 15:57:17.531215 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (bb991ab5-1557-4c63-ae91-330baaae2739), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.556569 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-56c55bd5-cff5-4bc7-8ee4-ce8fa4873144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (59f0ce72-1fbd-44d7-920f-cb7668d8077c), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.559510 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-56c55bd5-cff5-4bc7-8ee4-ce8fa4873144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.560658 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-56c55bd5-cff5-4bc7-8ee4-ce8fa4873144 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/59f0ce72-1fbd-44d7-920f-cb7668d8077c HTTP/1.1" status: 204 len: 168 time: 0.3814282 Jul 14 15:57:17.573729 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c55bd5-cff5-4bc7-8ee4-ce8fa4873144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0ce72-1fbd-44d7-920f-cb7668d8077c,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:17.589923 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (bb991ab5-1557-4c63-ae91-330baaae2739), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.628981 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 3fcbf50b-887c-4db2-b9dc-4803059614b5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:17.642605 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'port_id': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'mac_address': 'fa:16:3e:de:d5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:57:17.687261 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 3fcbf50b-887c-4db2-b9dc-4803059614b5 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:17.687987 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.707093 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35200-584e-4f8d-a0e6-417b49191808 req-1f609f9b-7675-4fce-aebf-b6e6dc47cefe tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:17.708890 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7c35200-584e-4f8d-a0e6-417b49191808 req-1f609f9b-7675-4fce-aebf-b6e6dc47cefe tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0806110 Jul 14 15:57:17.710531 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcbf50b-887c-4db2-b9dc-4803059614b5 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:17.750705 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 3fcbf50b-887c-4db2-b9dc-4803059614b5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:17.768292 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d5291-6828-49c3-82f6-151bba5e6ec7 req-fb5551bb-3df4-40da-bad9-b43569a85324 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:17.770774 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac2d5291-6828-49c3-82f6-151bba5e6ec7 req-fb5551bb-3df4-40da-bad9-b43569a85324 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0814562 Jul 14 15:57:17.801667 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7c35200-584e-4f8d-a0e6-417b49191808 req-7813ff45-bb66-422c-ae35-9eb9d6dbb9af tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744264 Jul 14 15:57:17.812430 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (bb991ab5-1557-4c63-ae91-330baaae2739), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.831975 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac2d5291-6828-49c3-82f6-151bba5e6ec7 req-951081e6-f884-48d0-9fa6-13f3ccc1fc8d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548058 Jul 14 15:57:17.848237 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb991ab5-1557-4c63-ae91-330baaae2739,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:17.854394 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.858666 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.860623 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59726) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:17.861505 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ba33bba4-ccb4-4f73-a16b-927ed6e41498 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/bb991ab5-1557-4c63-ae91-330baaae2739 HTTP/1.1" status: 204 len: 168 time: 0.4626780 Jul 14 15:57:17.907922 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=3fcbf50b-887c-4db2-b9dc-4803059614b5,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:17.928792 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:17.934826 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (15b7a96f-7f62-4ed2-8846-b65280036a27), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:17.964911 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=6 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:18.019731 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (15b7a96f-7f62-4ed2-8846-b65280036a27), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:18.043861 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.044262 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.045023 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.045349 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > port after_create 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.045666 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.046178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > port after_update 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.046681 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.046862 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.048668 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.048668 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.114909 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.115306 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.115769 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.116117 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 15:57:18.116506 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b7a96f-7f62-4ed2-8846-b65280036a27']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:18.138312 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a308bc83-dc85-483e-b581-87e6b5bd4023') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:18.139269 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a308bc83-dc85-483e-b581-87e6b5bd4023') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:18.156693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (a308bc83-dc85-483e-b581-87e6b5bd4023), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:18.179209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (a308bc83-dc85-483e-b581-87e6b5bd4023), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:18.188022 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 15:57:18.188432 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (a308bc83-dc85-483e-b581-87e6b5bd4023), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:18.303176 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:18.328392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (15b7a96f-7f62-4ed2-8846-b65280036a27), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:18.346060 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:18.349527 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] 10.222.0.119 "DELETE /v2.0/networks/15b7a96f-7f62-4ed2-8846-b65280036a27 HTTP/1.1" status: 204 len: 168 time: 0.4877629 Jul 14 15:57:18.351120 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9e2cb-9252-46d9-9d93-ec60287fe982 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b7a96f-7f62-4ed2-8846-b65280036a27,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:18.377607 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment a308bc83-dc85-483e-b581-87e6b5bd4023 resource provider aggregate not found Jul 14 15:57:18.398725 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment a308bc83-dc85-483e-b581-87e6b5bd4023 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a308bc83-dc85-483e-b581-87e6b5bd4023 found for delete ", "request_id": "req-83bc99ce-f3e4-4d3c-a443-aa3cf4a5cc89"}]} Jul 14 15:57:18.657358 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be55b4-53ac-4158-9435-c93accfb7d6d req-61366564-9d4a-4615-8b66-131cd566c55e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:18.658855 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e2be55b4-53ac-4158-9435-c93accfb7d6d req-61366564-9d4a-4615-8b66-131cd566c55e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.0854232 Jul 14 15:57:18.666928 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c611-a326-4b06-90b4-71ceaf102d4a req-84465b02-2070-4ab5-8a6d-4d7c400b4966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:18.668335 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0490c611-a326-4b06-90b4-71ceaf102d4a req-84465b02-2070-4ab5-8a6d-4d7c400b4966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0649276 Jul 14 15:57:18.748557 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e2be55b4-53ac-4158-9435-c93accfb7d6d req-736e9f91-52af-4d0b-93d0-024d19b2bdf5 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792279 Jul 14 15:57:18.752506 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0490c611-a326-4b06-90b4-71ceaf102d4a req-58962169-a764-418f-93ff-d54ba4cf36bd tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773785 Jul 14 15:57:18.890911 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59776) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:18.940474 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3cf50b56-fc54-4492-b9aa-fce05ee20b06 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d52bf23e6c5546a8a905ae46e862eb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456202 Jul 14 15:57:18.944651 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59778) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:18.963433 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d5a5-7311-446e-9da2-9bbe529f17ea req-cbfd68ec-8112-40ee-972d-8ca5feb2f6e7 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:18.965046 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d4d1d5a5-7311-446e-9da2-9bbe529f17ea req-cbfd68ec-8112-40ee-972d-8ca5feb2f6e7 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0828457 Jul 14 15:57:18.980861 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:18.985550 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24c5a5-e867-4c2b-b2c2-99235aa8e7a9 req-11737d78-5ee7-4f93-9dd5-eb59568714b5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:18.987111 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7d24c5a5-e867-4c2b-b2c2-99235aa8e7a9 req-11737d78-5ee7-4f93-9dd5-eb59568714b5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0684571 Jul 14 15:57:19.005069 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Publish callbacks [] for security_group (aa62f4cb-0898-4ba3-a214-97fa90159495), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:19.027973 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Publish callbacks [] for security_group (aa62f4cb-0898-4ba3-a214-97fa90159495), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:19.061379 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d4d1d5a5-7311-446e-9da2-9bbe529f17ea req-da2c7295-27f5-447d-97bf-58751fdd8598 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905540 Jul 14 15:57:19.066404 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7d24c5a5-e867-4c2b-b2c2-99235aa8e7a9 req-5bfc6962-d98d-4919-acd8-9f5b90f30309 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711803 Jul 14 15:57:19.183741 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (aa62f4cb-0898-4ba3-a214-97fa90159495), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:19.186275 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:19.187424 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/aa62f4cb-0898-4ba3-a214-97fa90159495 HTTP/1.1" status: 204 len: 168 time: 0.2405665 Jul 14 15:57:19.196219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62f4cb-0898-4ba3-a214-97fa90159495,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:19.204076 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.204448 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.204813 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.205149 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.205657 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.205986 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.206309 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.206791 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.207135 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.207713 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.208300 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.209216 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.209720 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.210220 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.210695 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa7621-1b86-494c-b6ea-5a2118bc2bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:19.930013 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e7fa-c749-40b8-9e3f-99a949bc122f req-0354c6f0-7978-4bc0-bb67-0babd39e4944 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:19.931758 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1fa9e7fa-c749-40b8-9e3f-99a949bc122f req-0354c6f0-7978-4bc0-bb67-0babd39e4944 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.0953851 Jul 14 15:57:19.954968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750adea-f2c0-437e-8ca8-cf0f2f715471 req-35cd449e-2d62-4850-9b94-4af61ecbe2f7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:19.956319 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b750adea-f2c0-437e-8ca8-cf0f2f715471 req-35cd449e-2d62-4850-9b94-4af61ecbe2f7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0661042 Jul 14 15:57:19.979153 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59806) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:20.024492 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1fa9e7fa-c749-40b8-9e3f-99a949bc122f req-cd3f534b-8309-4e0b-b173-31607596bea9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848012 Jul 14 15:57:20.024776 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-183f5d6a-1597-4b72-8c03-b1c70ffdd4d8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f0fa9e6624a84ae6adcf2dbd35045b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432868 Jul 14 15:57:20.026991 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59812) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:20.038553 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b750adea-f2c0-437e-8ca8-cf0f2f715471 req-fb74b6d5-1232-43d2-b953-e4229d0b820a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744019 Jul 14 15:57:20.089538 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-898c79cf-e0a3-4d9f-910f-815a8eb0ac0d admin admin] Publish callbacks [] for security_group (a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:20.117909 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-898c79cf-e0a3-4d9f-910f-815a8eb0ac0d admin admin] Publish callbacks [] for security_group (a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:20.178182 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:20.216677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0061ad-9673-47f5-a22d-7a75ffb304ff req-83c920ce-fb94-4f42-8541-e940476b7cd4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:20.220538 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c0061ad-9673-47f5-a22d-7a75ffb304ff req-83c920ce-fb94-4f42-8541-e940476b7cd4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0871232 Jul 14 15:57:20.243502 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bb99b-f3d3-416b-ac97-1f59303c8320 req-7dec5d57-4c68-49da-b141-58bc08c822b4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:20.244990 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-260bb99b-f3d3-416b-ac97-1f59303c8320 req-7dec5d57-4c68-49da-b141-58bc08c822b4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0774572 Jul 14 15:57:20.271654 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-898c79cf-e0a3-4d9f-910f-815a8eb0ac0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:20.275274 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-898c79cf-e0a3-4d9f-910f-815a8eb0ac0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:20.278401 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-898c79cf-e0a3-4d9f-910f-815a8eb0ac0d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9 HTTP/1.1" status: 204 len: 168 time: 0.2502744 Jul 14 15:57:20.291440 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c79cf-e0a3-4d9f-910f-815a8eb0ac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c02295-abcb-4e0b-9c9f-ef0d7eb2a3f9,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:20.325003 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c0061ad-9673-47f5-a22d-7a75ffb304ff req-eaa39115-0c9d-4b1e-b926-6483cbf05270 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968745 Jul 14 15:57:20.335004 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-260bb99b-f3d3-416b-ac97-1f59303c8320 req-e89980ff-b819-443a-bc86-55c4081b758f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810013 Jul 14 15:57:21.008601 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59836) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:21.122444 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7415ab4e-57b0-4fb8-8075-38073b079c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:21.207120 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7415ab4e-57b0-4fb8-8075-38073b079c90 admin admin] Publish callbacks [] for security_group (6af21ebf-35a9-4e58-9d11-e89d7c326cce), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:21.276446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7415ab4e-57b0-4fb8-8075-38073b079c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (6af21ebf-35a9-4e58-9d11-e89d7c326cce), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:21.318556 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7415ab4e-57b0-4fb8-8075-38073b079c90 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=29452ee0848d44958f7c4ece35287255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081234 Jul 14 15:57:21.320246 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415ab4e-57b0-4fb8-8075-38073b079c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af21ebf-35a9-4e58-9d11-e89d7c326cce,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:21.322794 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59848) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:21.345472 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:21.378725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-95f095d3-3319-4269-b4f2-79fe526da40f admin admin] Publish callbacks [] for security_group (6af21ebf-35a9-4e58-9d11-e89d7c326cce), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:21.390101 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b76db-de4a-4a8f-9c5a-f1121e259563 req-fbdba69b-57fc-4f26-8518-54416e82410f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:21.392919 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bf7b76db-de4a-4a8f-9c5a-f1121e259563 req-fbdba69b-57fc-4f26-8518-54416e82410f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.2748263 Jul 14 15:57:21.402540 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd0100-3eca-4236-9eb0-4250b98510ab req-beea813f-6f61-4c6d-98ab-a8445f2371fa tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:21.404627 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a7fd0100-3eca-4236-9eb0-4250b98510ab req-beea813f-6f61-4c6d-98ab-a8445f2371fa tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.2857227 Jul 14 15:57:21.427741 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:21.486329 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bf7b76db-de4a-4a8f-9c5a-f1121e259563 req-7227c530-1ce5-45da-aace-ad996fdd59f3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806477 Jul 14 15:57:21.494909 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a7fd0100-3eca-4236-9eb0-4250b98510ab req-b9fd68bb-63f1-41b4-b937-000efb0cd423 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813551 Jul 14 15:57:21.564607 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-95f095d3-3319-4269-b4f2-79fe526da40f admin admin] Publish callbacks [] for security_group (6af21ebf-35a9-4e58-9d11-e89d7c326cce), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:21.646101 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28a0a-90c2-4290-a4af-234e5c947e6d req-d05f4f7a-5509-4b53-8566-9aa78384a7da tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:21.647521 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ae28a0a-90c2-4290-a4af-234e5c947e6d req-d05f4f7a-5509-4b53-8566-9aa78384a7da tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.0819387 Jul 14 15:57:21.653439 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f831aff-9bd3-4749-bee2-b8b5f7c95496 req-d23dcd9b-b861-434a-b860-0716f4cefa0c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:21.654775 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f831aff-9bd3-4749-bee2-b8b5f7c95496 req-d23dcd9b-b861-434a-b860-0716f4cefa0c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0765798 Jul 14 15:57:21.720053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-95f095d3-3319-4269-b4f2-79fe526da40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (6af21ebf-35a9-4e58-9d11-e89d7c326cce), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:21.723634 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-95f095d3-3319-4269-b4f2-79fe526da40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:21.727998 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ae28a0a-90c2-4290-a4af-234e5c947e6d req-740b3ac2-8c58-4a63-af9e-ec782c9dbe7a tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721529 Jul 14 15:57:21.728770 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-95f095d3-3319-4269-b4f2-79fe526da40f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6af21ebf-35a9-4e58-9d11-e89d7c326cce HTTP/1.1" status: 204 len: 168 time: 0.4048841 Jul 14 15:57:21.735774 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f831aff-9bd3-4749-bee2-b8b5f7c95496 req-fd92f928-e95e-460c-bb52-b1b0393ed53c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730970 Jul 14 15:57:21.737579 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f095d3-3319-4269-b4f2-79fe526da40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af21ebf-35a9-4e58-9d11-e89d7c326cce,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:22.639069 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f93dd-2d26-4ebe-884b-2d8150918458 req-8d364bbb-b99e-4702-8845-beff50cfc26d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:22.640561 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c0f93dd-2d26-4ebe-884b-2d8150918458 req-8d364bbb-b99e-4702-8845-beff50cfc26d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0777264 Jul 14 15:57:22.651508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8e2b5-dd94-4578-bbaf-9916162ea56d req-52b7fc60-e62e-4afa-a595-e4417001a266 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:22.653131 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8ba8e2b5-dd94-4578-bbaf-9916162ea56d req-52b7fc60-e62e-4afa-a595-e4417001a266 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.0610411 Jul 14 15:57:22.691327 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59886) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:22.698497 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59888) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:22.705233 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04212a42-0742-4c09-b15b-e21799818a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:22.730507 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['3fcbf50b-887c-4db2-b9dc-4803059614b5'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:57:22.741163 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c0f93dd-2d26-4ebe-884b-2d8150918458 req-91cbf4e0-6436-4177-b915-578d1c98bef2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870347 Jul 14 15:57:22.744342 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8ba8e2b5-dd94-4578-bbaf-9916162ea56d req-75781207-05c5-4a9a-a474-3a4450a8a31f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841932 Jul 14 15:57:22.794188 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:57:22.856331 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04212a42-0742-4c09-b15b-e21799818a47 admin admin] Publish callbacks [] for security_group (d3067acb-a80a-471a-978b-9f092b9c8c5b), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:22.914976 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa416e8-5a06-4586-b9cf-0238c3e65e80 req-27e279d7-bf4a-4cc3-9289-d31f7d2d8be7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:22.922013 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-caa416e8-5a06-4586-b9cf-0238c3e65e80 req-27e279d7-bf4a-4cc3-9289-d31f7d2d8be7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0882165 Jul 14 15:57:22.939738 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2b102-ddfd-4766-8ad2-b277e2e7e269 req-f4540636-e147-43ff-9a89-b5e7943597d9 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:22.948137 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b8f2b102-ddfd-4766-8ad2-b277e2e7e269 req-f4540636-e147-43ff-9a89-b5e7943597d9 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 943 time: 0.1029522 Jul 14 15:57:22.969092 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:22.973930 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04212a42-0742-4c09-b15b-e21799818a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d3067acb-a80a-471a-978b-9f092b9c8c5b), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:22.980551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-285c1261-4508-46f0-ab1c-31ab528d81ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:22.993640 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b', 'network_id': '087db78d-bdc1-4063-aecb-2601edc6986a', 'port_id': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b', 'mac_address': 'fa:16:3e:80:16:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a919c635-99fa-4b89-b00b-a2eef183f4e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:57:23.013640 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-04212a42-0742-4c09-b15b-e21799818a47 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d670da926d564de189529784cb92de35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212192 Jul 14 15:57:23.017498 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59900) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:23.031734 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-caa416e8-5a06-4586-b9cf-0238c3e65e80 req-51680bb8-b8b8-41d7-99ea-52a2c019fc27 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087949 Jul 14 15:57:23.043868 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:23.046472 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:23.047044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.062855 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:23.079335 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:23.090985 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b8f2b102-ddfd-4766-8ad2-b277e2e7e269 req-9f23c525-ae48-4827-a52b-07fbb751edf8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419055 Jul 14 15:57:23.091937 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:23.100462 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04212a42-0742-4c09-b15b-e21799818a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3067acb-a80a-471a-978b-9f092b9c8c5b,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:23.118710 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-713a012d-1204-47e5-8681-793172830bb2 admin admin] Publish callbacks [] for security_group (d3067acb-a80a-471a-978b-9f092b9c8c5b), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.140833 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-713a012d-1204-47e5-8681-793172830bb2 admin admin] Publish callbacks [] for security_group (d3067acb-a80a-471a-978b-9f092b9c8c5b), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.150781 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-285c1261-4508-46f0-ab1c-31ab528d81ac admin admin] Publish callbacks [] for security_group (045cdd9d-f24e-4a11-ada1-ace7fa5a521c), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.208293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.259561 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:23.264747 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-285c1261-4508-46f0-ab1c-31ab528d81ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (045cdd9d-f24e-4a11-ada1-ace7fa5a521c), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.266756 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.267102 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.267440 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.267805 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.268153 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.268486 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.268814 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.269205 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.269530 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.269848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.270170 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.270492 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.270807 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.271758 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.272085 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:57:23.293669 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-713a012d-1204-47e5-8681-793172830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d3067acb-a80a-471a-978b-9f092b9c8c5b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.297282 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-713a012d-1204-47e5-8681-793172830bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.298543 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-713a012d-1204-47e5-8681-793172830bb2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d3067acb-a80a-471a-978b-9f092b9c8c5b HTTP/1.1" status: 204 len: 168 time: 0.2785842 Jul 14 15:57:23.307651 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a012d-1204-47e5-8681-793172830bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3067acb-a80a-471a-978b-9f092b9c8c5b,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:23.318100 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c1261-4508-46f0-ab1c-31ab528d81ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045cdd9d-f24e-4a11-ada1-ace7fa5a521c,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:23.325433 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-285c1261-4508-46f0-ab1c-31ab528d81ac admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7a54a49c2c8a4775ac5804a0b96bbe45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6236818 Jul 14 15:57:23.325604 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59906) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:23.382060 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a733ea0-606f-451b-bf9e-cb29fddbb646 admin admin] Publish callbacks [] for security_group (045cdd9d-f24e-4a11-ada1-ace7fa5a521c), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.404539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a733ea0-606f-451b-bf9e-cb29fddbb646 admin admin] Publish callbacks [] for security_group (045cdd9d-f24e-4a11-ada1-ace7fa5a521c), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.521702 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 59910) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:23.556195 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a733ea0-606f-451b-bf9e-cb29fddbb646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (045cdd9d-f24e-4a11-ada1-ace7fa5a521c), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.558792 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a733ea0-606f-451b-bf9e-cb29fddbb646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.559970 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2a733ea0-606f-451b-bf9e-cb29fddbb646 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/045cdd9d-f24e-4a11-ada1-ace7fa5a521c HTTP/1.1" status: 204 len: 168 time: 0.2333152 Jul 14 15:57:23.563278 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:23.575390 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733ea0-606f-451b-bf9e-cb29fddbb646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045cdd9d-f24e-4a11-ada1-ace7fa5a521c,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:23.645724 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-09316ebb-03a6-4ddd-9a5d-ad0faefa0755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.705945 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:23.725693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-09316ebb-03a6-4ddd-9a5d-ad0faefa0755 admin admin] Publish callbacks [] for security_group (3489c9f2-21e3-4716-863f-78770080fd99), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.832701 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-09316ebb-03a6-4ddd-9a5d-ad0faefa0755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (3489c9f2-21e3-4716-863f-78770080fd99), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:23.940199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e44fa-4189-4d82-b384-283699610879 req-6f88c91c-2bda-4009-9181-518517615938 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:23.941686 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-524e44fa-4189-4d82-b384-283699610879 req-6f88c91c-2bda-4009-9181-518517615938 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.1200280 Jul 14 15:57:23.950473 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-09316ebb-03a6-4ddd-9a5d-ad0faefa0755 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=36cf03ba8b6b46ee8d88fea473e8cb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267099 Jul 14 15:57:23.951861 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09316ebb-03a6-4ddd-9a5d-ad0faefa0755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3489c9f2-21e3-4716-863f-78770080fd99,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:23.954618 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59934) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:23.964630 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf582a-d944-4d76-9647-cc84f6b7bfef req-92e7e17e-8d90-4a51-8422-a4bed03f06b6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:23.966254 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cdaf582a-d944-4d76-9647-cc84f6b7bfef req-92e7e17e-8d90-4a51-8422-a4bed03f06b6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.1297684 Jul 14 15:57:24.042206 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-524e44fa-4189-4d82-b384-283699610879 req-2767aaba-b99f-47ed-a71f-4c50b80224b7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852313 Jul 14 15:57:24.059530 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b31480f4-ceb3-41ee-8d83-4f9d95b498ac admin admin] Publish callbacks [] for security_group (3489c9f2-21e3-4716-863f-78770080fd99), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:24.079910 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cdaf582a-d944-4d76-9647-cc84f6b7bfef req-1ab00310-48ce-4edb-a619-d65fd1cd9ee1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931273 Jul 14 15:57:24.102456 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b31480f4-ceb3-41ee-8d83-4f9d95b498ac admin admin] Publish callbacks [] for security_group (3489c9f2-21e3-4716-863f-78770080fd99), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:24.173508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bff89-7e14-4d6b-829a-71e347aa07c6 req-814d52a7-b941-432b-88c0-ea74daf2b998 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:24.175031 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-898bff89-7e14-4d6b-829a-71e347aa07c6 req-814d52a7-b941-432b-88c0-ea74daf2b998 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0579615 Jul 14 15:57:24.246912 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecccf2-108e-427b-a72a-62b9fd72cf04 req-3e54fbac-16c1-45ed-8221-aedd377ebb6a tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:24.248338 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-50ecccf2-108e-427b-a72a-62b9fd72cf04 req-3e54fbac-16c1-45ed-8221-aedd377ebb6a tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 944 time: 0.0688350 Jul 14 15:57:24.277265 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-898bff89-7e14-4d6b-829a-71e347aa07c6 req-965e9625-1259-4662-8c43-e5ca4933709b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956857 Jul 14 15:57:24.285367 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:24.286670 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b31480f4-ceb3-41ee-8d83-4f9d95b498ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (3489c9f2-21e3-4716-863f-78770080fd99), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:24.289758 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b31480f4-ceb3-41ee-8d83-4f9d95b498ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:24.291876 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-b31480f4-ceb3-41ee-8d83-4f9d95b498ac admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3489c9f2-21e3-4716-863f-78770080fd99 HTTP/1.1" status: 204 len: 168 time: 0.3353949 Jul 14 15:57:24.315859 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31480f4-ceb3-41ee-8d83-4f9d95b498ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3489c9f2-21e3-4716-863f-78770080fd99,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:24.322403 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-50ecccf2-108e-427b-a72a-62b9fd72cf04 req-fb7eb9e5-dbe5-4f43-8e91-a3b26ba595f5 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648351 Jul 14 15:57:25.121943 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59974) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:25.143078 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ccea959f-090c-4603-a7a2-4e9330694946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:25.158374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb38944-32c7-4235-81f4-ae9ca5b83e49 req-63f50d13-409e-4c42-b01c-2995ce3cc252 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:25.159916 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bdb38944-32c7-4235-81f4-ae9ca5b83e49 req-63f50d13-409e-4c42-b01c-2995ce3cc252 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0607030 Jul 14 15:57:25.253374 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bdb38944-32c7-4235-81f4-ae9ca5b83e49 req-e79669ba-a299-4231-b19b-789dc4713e2e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869656 Jul 14 15:57:25.260363 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2b10f-2dfb-4a88-8601-2402f9433c21 req-08a8ee9c-79a5-445b-a776-60d20ceac3e6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:25.261892 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-03d2b10f-2dfb-4a88-8601-2402f9433c21 req-08a8ee9c-79a5-445b-a776-60d20ceac3e6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.0727005 Jul 14 15:57:25.285066 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ccea959f-090c-4603-a7a2-4e9330694946 admin admin] Publish callbacks [] for security_group (31aa6e3b-2be8-4db4-8736-3b4f67c14807), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:25.324346 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-03d2b10f-2dfb-4a88-8601-2402f9433c21 req-4ee7a33a-49bb-4aa6-a99b-f3789e6ac3ba tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550237 Jul 14 15:57:25.345828 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ccea959f-090c-4603-a7a2-4e9330694946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (31aa6e3b-2be8-4db4-8736-3b4f67c14807), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:25.408614 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ccea959f-090c-4603-a7a2-4e9330694946 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=36e50f1ea48b4f6e859eb9b464e8a5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829030 Jul 14 15:57:25.409068 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 59984) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:25.434323 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b6127-2907-4b1b-a6bb-0e634935ce0a req-a7d4b20c-e6d8-46e0-ab13-8957fb66faba tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:25.435585 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ba9b6127-2907-4b1b-a6bb-0e634935ce0a req-a7d4b20c-e6d8-46e0-ab13-8957fb66faba tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0546932 Jul 14 15:57:25.437374 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea959f-090c-4603-a7a2-4e9330694946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa6e3b-2be8-4db4-8736-3b4f67c14807,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:25.473409 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6b7a-4224-4fed-8919-c7a719b8d029 admin admin] Publish callbacks [] for security_group (31aa6e3b-2be8-4db4-8736-3b4f67c14807), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:25.496693 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6b7a-4224-4fed-8919-c7a719b8d029 admin admin] Publish callbacks [] for security_group (31aa6e3b-2be8-4db4-8736-3b4f67c14807), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:25.512949 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d096a5-3853-4c11-bac5-c12c248411cc req-992bdd10-a653-4897-a191-4bdbd601d8a6 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:25.514474 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-67d096a5-3853-4c11-bac5-c12c248411cc req-992bdd10-a653-4897-a191-4bdbd601d8a6 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 944 time: 0.0779715 Jul 14 15:57:25.565030 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ba9b6127-2907-4b1b-a6bb-0e634935ce0a req-f01f1bc9-0cee-4a81-a831-d1d5f0c1608c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083627 Jul 14 15:57:25.594106 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-67d096a5-3853-4c11-bac5-c12c248411cc req-4e4ea7fe-6894-42cc-8dcd-90676c61a220 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728815 Jul 14 15:57:25.630386 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6b7a-4224-4fed-8919-c7a719b8d029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (31aa6e3b-2be8-4db4-8736-3b4f67c14807), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:25.633035 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6b7a-4224-4fed-8919-c7a719b8d029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:25.634188 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2c7f6b7a-4224-4fed-8919-c7a719b8d029 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/31aa6e3b-2be8-4db4-8736-3b4f67c14807 HTTP/1.1" status: 204 len: 168 time: 0.2241826 Jul 14 15:57:25.642051 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f6b7a-4224-4fed-8919-c7a719b8d029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa6e3b-2be8-4db4-8736-3b4f67c14807,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:26.413440 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b65a6-2f32-4046-97b4-756523256618 req-74d7cc13-89c6-4fd8-8765-d022cd481cb3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:26.415051 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f47b65a6-2f32-4046-97b4-756523256618 req-74d7cc13-89c6-4fd8-8765-d022cd481cb3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0842216 Jul 14 15:57:26.483885 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e42342-384c-4caf-93cc-62500254ebb4 req-7304afe8-882d-471d-b707-ad1c0910ec30 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:26.485387 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b6e42342-384c-4caf-93cc-62500254ebb4 req-7304afe8-882d-471d-b707-ad1c0910ec30 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.0695176 Jul 14 15:57:26.536688 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f47b65a6-2f32-4046-97b4-756523256618 req-99cd74a0-bda7-4888-a1a5-d28317a8a20b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105433 Jul 14 15:57:26.565451 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b6e42342-384c-4caf-93cc-62500254ebb4 req-6b2d4722-9895-486c-92f1-2a7846e8f994 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698617 Jul 14 15:57:26.686634 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d06d72-7e21-4743-8b09-cb7f1629e368 req-e76e18f5-c6a9-4025-9d3b-14248ebbcfa1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:26.692626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-04d06d72-7e21-4743-8b09-cb7f1629e368 req-e76e18f5-c6a9-4025-9d3b-14248ebbcfa1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0570040 Jul 14 15:57:26.765164 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7b4c0-0953-4f6a-8850-56ffceeb1dd8 req-0bb286ed-5806-46bd-be10-a98aba032028 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:26.775037 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-48a7b4c0-0953-4f6a-8850-56ffceeb1dd8 req-0bb286ed-5806-46bd-be10-a98aba032028 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 944 time: 0.0924439 Jul 14 15:57:26.807289 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-04d06d72-7e21-4743-8b09-cb7f1629e368 req-57819537-ed0a-4fa1-bc81-a2802502aa9d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129124 Jul 14 15:57:26.845529 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-48a7b4c0-0953-4f6a-8850-56ffceeb1dd8 req-29519b18-32e1-4ab2-a9ef-53c3d08a4092 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718596 Jul 14 15:57:27.678328 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a41d4-45d1-4514-9a06-944f870beb64 req-8bf0933f-ae78-4552-844b-3bc6615c869b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:27.685811 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a28a41d4-45d1-4514-9a06-944f870beb64 req-8bf0933f-ae78-4552-844b-3bc6615c869b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0786290 Jul 14 15:57:27.712990 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efced8-fe59-4805-a9b0-aac51901c060 req-7cf144be-2db3-4a4a-9a52-077ac5ec0ca8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:27.714666 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-58efced8-fe59-4805-a9b0-aac51901c060 req-7cf144be-2db3-4a4a-9a52-077ac5ec0ca8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.0768213 Jul 14 15:57:27.768700 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a28a41d4-45d1-4514-9a06-944f870beb64 req-ce1a5b96-d7ca-4af1-9189-0c0ab22df053 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819633 Jul 14 15:57:27.793893 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-58efced8-fe59-4805-a9b0-aac51901c060 req-5c687fc2-bc83-4045-87aa-5d15fea0746c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724690 Jul 14 15:57:27.972453 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:27.981562 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d64b19-704f-43c0-960b-22d2f2e5ce13 req-5954255b-94a6-43f4-b7d3-fa3888eb9010 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:27.983094 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-40d64b19-704f-43c0-960b-22d2f2e5ce13 req-5954255b-94a6-43f4-b7d3-fa3888eb9010 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0843115 Jul 14 15:57:27.985880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:27.996316 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d20b9c-a374-4d32-bf22-21154d97dd44 req-02ae096a-fff8-4aad-8988-474615e00034 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:28.001611 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-26d20b9c-a374-4d32-bf22-21154d97dd44 req-02ae096a-fff8-4aad-8988-474615e00034 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 944 time: 0.0649943 Jul 14 15:57:28.068172 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-40d64b19-704f-43c0-960b-22d2f2e5ce13 req-a3ba285e-0937-4421-a038-d26f05a9762d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693882 Jul 14 15:57:28.075206 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-26d20b9c-a374-4d32-bf22-21154d97dd44 req-cba052cb-b856-45d8-b7b7-a288325cb249 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693226 Jul 14 15:57:28.178773 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-76bef268-2b8e-460d-b4a8-f5fa2f0a9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:28.180436 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-76bef268-2b8e-460d-b4a8-f5fa2f0a9456 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=337009c5341c4de4a64823371566766c&device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 1128 time: 0.0444875 Jul 14 15:57:28.302703 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6dc336b-fe1a-4329-bb94-292445149608 req-9579470e-970c-4b53-b6a6-983297fc21e7 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667593 Jul 14 15:57:28.358302 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3fcbf50b-887c-4db2-b9dc-4803059614b5 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:57:28.449841 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:28.457003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-525205ba-a2eb-4bb8-a4eb-ce73511eb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:28.457003 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-525205ba-a2eb-4bb8-a4eb-ce73511eb7c6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.2264879 Jul 14 15:57:28.474673 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 3fcbf50b-887c-4db2-b9dc-4803059614b5 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:57:28.486640 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-b185f3fa-ec29-4cd1-bf14-257f57ca96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:28.488155 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-b185f3fa-ec29-4cd1-bf14-257f57ca96dc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1128 time: 0.2579777 Jul 14 15:57:28.550884 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:57:28.562568 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-a3ac5ec8-0303-4f43-99e4-3824453eb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:28.564042 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-a3ac5ec8-0303-4f43-99e4-3824453eb101 service neutron] 10.222.0.121 "GET /v2.0/networks?id=087db78d-bdc1-4063-aecb-2601edc6986a HTTP/1.1" status: 200 len: 913 time: 0.3065901 Jul 14 15:57:28.596494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 3fcbf50b-887c-4db2-b9dc-4803059614b5 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:57:28.597608 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:28.728615 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:28.732116 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 3fcbf50b-887c-4db2-b9dc-4803059614b5 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:28.732514 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:28.739060 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:28.777078 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:28.779305 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c071f-1216-49f0-a238-e12172c810ad" -d '{"events": [{"server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "name": "network-vif-plugged", "status": "completed", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:28.800602 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 3fcbf50b-887c-4db2-b9dc-4803059614b5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:28.822156 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8d87c4-e6ef-4449-a2b0-685b18ab6352 x-openstack-request-id: req-4c8d87c4-e6ef-4449-a2b0-685b18ab6352 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:28.822488 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "name": "network-vif-plugged", "status": "completed", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:28.822749 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4c8d87c4-e6ef-4449-a2b0-685b18ab6352 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:28.826919 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8d87c4-e6ef-4449-a2b0-685b18ab6352'] response: {'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'code': 200} Jul 14 15:57:28.889973 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:28.912915 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:28.926122 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc4100-982c-4b1d-9a40-a1b9890a641f req-55bab57c-a2aa-4124-afa8-a2b0fec85d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:28.928351 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9ebc4100-982c-4b1d-9a40-a1b9890a641f req-55bab57c-a2aa-4124-afa8-a2b0fec85d14 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0866227 Jul 14 15:57:28.941438 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353c12b-1078-4bd0-9ca2-3733d36a056e req-67beb84a-c8c7-43b3-ae53-8c096ef31836 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:28.943513 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d353c12b-1078-4bd0-9ca2-3733d36a056e req-67beb84a-c8c7-43b3-ae53-8c096ef31836 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 944 time: 0.0708954 Jul 14 15:57:28.977790 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=3fcbf50b-887c-4db2-b9dc-4803059614b5,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:29.023637 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9ebc4100-982c-4b1d-9a40-a1b9890a641f req-ccdb2a3d-a6f2-400f-88aa-40038618399d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787687 Jul 14 15:57:29.031204 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d353c12b-1078-4bd0-9ca2-3733d36a056e req-b26c7ccb-e2e1-47dc-981b-5f8c9647ae9a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783114 Jul 14 15:57:29.217402 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941e363-5e7b-4833-933a-7c6a7d8e1cdb req-8b1e0b44-9a0b-4b1c-a465-cc151b563b9f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:29.218896 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b941e363-5e7b-4833-933a-7c6a7d8e1cdb req-8b1e0b44-9a0b-4b1c-a465-cc151b563b9f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0785162 Jul 14 15:57:29.227137 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fda1a-156d-4aaf-993d-dd704cb4b7e9 req-899d5aeb-0a89-42ea-80fd-4ce44c4e1735 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:29.228646 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b6fda1a-156d-4aaf-993d-dd704cb4b7e9 req-899d5aeb-0a89-42ea-80fd-4ce44c4e1735 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 944 time: 0.0772247 Jul 14 15:57:29.302104 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b941e363-5e7b-4833-933a-7c6a7d8e1cdb req-638e8809-36c1-43b1-aff5-b9301021d6cc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723860 Jul 14 15:57:29.306731 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b6fda1a-156d-4aaf-993d-dd704cb4b7e9 req-dcb73f09-b920-400d-be12-5c9582b6fde5 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712764 Jul 14 15:57:29.936821 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fd63becb-ed28-4d91-8401-801a37b8d3fa details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:57:29.949120 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:57:30.158664 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:57:30.183198 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e57a2c-b9f8-40d0-be60-6967ec9bbbf0 req-c4782a7b-6468-4e75-b96d-17acb9f28b8d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:30.184716 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f4e57a2c-b9f8-40d0-be60-6967ec9bbbf0 req-c4782a7b-6468-4e75-b96d-17acb9f28b8d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0709696 Jul 14 15:57:30.188703 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port fd63becb-ed28-4d91-8401-801a37b8d3fa, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:30.190679 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031b3e5-1fa7-494f-9959-809e217e10da req-04112972-43af-43fa-a32c-945c26504a48 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:30.192043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c031b3e5-1fa7-494f-9959-809e217e10da req-04112972-43af-43fa-a32c-945c26504a48 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 943 time: 0.0880828 Jul 14 15:57:30.201500 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:57:30.241268 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:30.243315 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port fd63becb-ed28-4d91-8401-801a37b8d3fa is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:30.243739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:30.247482 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:57:30.248081 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:30.273394 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f4e57a2c-b9f8-40d0-be60-6967ec9bbbf0 req-607cee8d-e2f8-42af-bc59-85d17ef711cd tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803661 Jul 14 15:57:30.279125 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c031b3e5-1fa7-494f-9959-809e217e10da req-11dbe9a1-a364-4150-9a0f-a65bc83e8536 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714049 Jul 14 15:57:30.288049 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd63becb-ed28-4d91-8401-801a37b8d3fa {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:30.319193 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port fd63becb-ed28-4d91-8401-801a37b8d3fa, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:30.358822 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:30.359234 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:30.392931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:30.413338 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:30.455283 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe8ea2-8b33-487c-bed3-82d9f20c0b05 req-063fe845-79da-424e-8838-69fa144fdebe tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:30.456696 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ebbe8ea2-8b33-487c-bed3-82d9f20c0b05 req-063fe845-79da-424e-8838-69fa144fdebe tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0802689 Jul 14 15:57:30.461885 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=fd63becb-ed28-4d91-8401-801a37b8d3fa,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:30.469981 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee83a3-1ed9-4a97-b85b-4ce8f1a11093 req-9a74677c-5f17-4b23-a056-313e1a713849 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:30.471487 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-caee83a3-1ed9-4a97-b85b-4ce8f1a11093 req-9a74677c-5f17-4b23-a056-313e1a713849 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 944 time: 0.0832424 Jul 14 15:57:30.538769 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:30.551301 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ebbe8ea2-8b33-487c-bed3-82d9f20c0b05 req-0d2354de-d5ca-4aef-82db-101eb1961d2d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788603 Jul 14 15:57:30.555212 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-caee83a3-1ed9-4a97-b85b-4ce8f1a11093 req-63f41796-438e-46df-9c1f-0cba8f15a129 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755830 Jul 14 15:57:30.590270 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:30.626318 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73b-b42a-4484-b598-0c1a41c36fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:30.824497 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:30.826825 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1f8eaa-138e-40f6-bf07-fc581f7de461" -d '{"events": [{"server_uuid": "599bf41f-04fc-42f6-8c4c-5946659a0fee", "name": "network-vif-plugged", "status": "completed", "tag": "06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:30.867242 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af4984-d144-46ae-a59d-c5eaaa6316cc x-openstack-request-id: req-53af4984-d144-46ae-a59d-c5eaaa6316cc {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:30.867559 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599bf41f-04fc-42f6-8c4c-5946659a0fee", "name": "network-vif-plugged", "status": "completed", "tag": "06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:30.867818 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-53af4984-d144-46ae-a59d-c5eaaa6316cc {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:30.868403 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53af4984-d144-46ae-a59d-c5eaaa6316cc'] response: {'server_uuid': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b', 'code': 200} Jul 14 15:57:30.929602 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['fd63becb-ed28-4d91-8401-801a37b8d3fa'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:57:31.536512 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:31.643163 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-271620ab-71a3-4fb9-9848-594f756f8c75 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b HTTP/1.1" status: 200 len: 217 time: 0.1699765 Jul 14 15:57:31.698685 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f1c5-c7ef-4229-9554-ed0cdfe20e3a req-c8ca3d5c-65a8-4d7a-b336-62e58c0a9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.700289 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-6aa6f1c5-c7ef-4229-9554-ed0cdfe20e3a req-c8ca3d5c-65a8-4d7a-b336-62e58c0a9293 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 1129 time: 0.2283037 Jul 14 15:57:31.713516 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d1d12-44f7-465d-b6be-483a50afbd19 req-cfba84a8-f396-428b-b32a-a94e2b64a384 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.715032 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f3d1d12-44f7-465d-b6be-483a50afbd19 req-cfba84a8-f396-428b-b32a-a94e2b64a384 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 944 time: 0.3539572 Jul 14 15:57:31.718170 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:31.724547 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85f65-522f-4c26-9ee4-71ad9f4a130f req-df361e7c-d2d3-48e6-a7b3-549ca614000b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.726151 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1af85f65-522f-4c26-9ee4-71ad9f4a130f req-df361e7c-d2d3-48e6-a7b3-549ca614000b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.3527222 Jul 14 15:57:31.731329 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-4c5a6fb5-894c-49fe-b340-af0a7f03468d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad HTTP/1.1" status: 200 len: 217 time: 0.0897806 Jul 14 15:57:31.746127 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-6aa6f1c5-c7ef-4229-9554-ed0cdfe20e3a req-03a1f5e4-39a8-4fe1-b50b-9e3b09534e2d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:31.752349 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:31.761708 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-bd986f0c-d96a-4385-b478-b6e92f03e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.763149 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-bd986f0c-d96a-4385-b478-b6e92f03e5d2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a919c635-99fa-4b89-b00b-a2eef183f4e8 HTTP/1.1" status: 200 len: 850 time: 0.1047950 Jul 14 15:57:31.766503 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-64913c48-d14a-4491-b8f8-e10ebf41dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.767827 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-64913c48-d14a-4491-b8f8-e10ebf41dd69 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.3197646 Jul 14 15:57:31.800688 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-fb74b37f-eb10-4721-9529-08f02e1c9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.802160 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-fb74b37f-eb10-4721-9529-08f02e1c9103 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1127 time: 0.1697032 Jul 14 15:57:31.848452 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-9da268c7-926d-4321-9de6-98999e4cacec service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 217 time: 0.0737002 Jul 14 15:57:31.893010 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-4b76941f-1c22-482d-bbe8-d684dceda88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.894564 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-4b76941f-1c22-482d-bbe8-d684dceda88a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.1521399 Jul 14 15:57:31.900286 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-f353fe7e-7746-4f89-b4f4-1cc70d4ba430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.901071 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1af85f65-522f-4c26-9ee4-71ad9f4a130f req-c0dfbb46-5fc3-4c99-8224-9faa0d2ff9ae tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612213 Jul 14 15:57:31.901786 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-f353fe7e-7746-4f89-b4f4-1cc70d4ba430 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=087db78d-bdc1-4063-aecb-2601edc6986a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260905 Jul 14 15:57:31.946084 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f3d1d12-44f7-465d-b6be-483a50afbd19 req-9430880e-3216-4800-bf8a-77eb7ca4fbe7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162173 Jul 14 15:57:31.965325 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a289ebfe-7229-4303-8c8b-17ea1de7a70e details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:57:31.966035 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-3d9c18c9-2b03-4dc0-90ff-bc3665027628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:31.967712 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-3d9c18c9-2b03-4dc0-90ff-bc3665027628 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.1116877 Jul 14 15:57:31.970107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fd63becb-ed28-4d91-8401-801a37b8d3fa up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:57:32.060364 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:32.073891 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-b5f59bf8-4f09-4c47-835e-0c2b680cbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:32.076228 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-b5f59bf8-4f09-4c47-835e-0c2b680cbe55 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1739399 Jul 14 15:57:32.094623 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-c1f8e210-f374-4362-8f80-66864bae4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:32.096198 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-c1f8e210-f374-4362-8f80-66864bae4479 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844789 Jul 14 15:57:32.118016 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-6aa6f1c5-c7ef-4229-9554-ed0cdfe20e3a req-03a1f5e4-39a8-4fe1-b50b-9e3b09534e2d service neutron] Publish callbacks [] for security_group (861ab17f-a2b0-4cd4-99c4-5f2f48e95613), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.130686 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-b953b213-8393-48e6-ac60-ba5c80a95b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:32.132350 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-b953b213-8393-48e6-ac60-ba5c80a95b8d service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.3175330 Jul 14 15:57:32.139957 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port fd63becb-ed28-4d91-8401-801a37b8d3fa completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:57:32.155160 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-7bc02fb9-cd20-4cd5-b5e5-e07bb9087a33 service neutron] 10.222.0.121 "GET /v2.0/networks/087db78d-bdc1-4063-aecb-2601edc6986a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460093 Jul 14 15:57:32.168061 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:32.218224 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-6aa6f1c5-c7ef-4229-9554-ed0cdfe20e3a req-03a1f5e4-39a8-4fe1-b50b-9e3b09534e2d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (861ab17f-a2b0-4cd4-99c4-5f2f48e95613), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.229794 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126634-4284-4743-b2fc-7fa3f417454a req-93365f9a-45cc-4277-9713-856928ec2862 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:32.236906 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7126634-4284-4743-b2fc-7fa3f417454a req-93365f9a-45cc-4277-9713-856928ec2862 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.1576836 Jul 14 15:57:32.244642 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-72f5657a-2625-4761-a77c-68321367246a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 200 len: 217 time: 0.0794778 Jul 14 15:57:32.248935 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port a289ebfe-7229-4303-8c8b-17ea1de7a70e, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:32.262955 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'port_id': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e', 'mac_address': 'fa:16:3e:8a:9e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:57:32.266889 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port fd63becb-ed28-4d91-8401-801a37b8d3fa triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:57:32.267497 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.306488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3fe7-5bb7-444a-a15e-c0bae2cc3d2c req-83f8672a-0557-472f-9095-ba82a213f808 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:32.313250 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c4aa3fe7-5bb7-444a-a15e-c0bae2cc3d2c req-83f8672a-0557-472f-9095-ba82a213f808 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.2319460 Jul 14 15:57:32.337593 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-6aa6f1c5-c7ef-4229-9554-ed0cdfe20e3a req-03a1f5e4-39a8-4fe1-b50b-9e3b09534e2d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289468 Jul 14 15:57:32.341106 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1f5e4-39a8-4fe1-b50b-9e3b09534e2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=861ab17f-a2b0-4cd4-99c4-5f2f48e95613,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:32.348202 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-9cec58c2-039c-40a7-90af-c600f691fa21 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447569 Jul 14 15:57:32.396579 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-eacd3b9c-2c71-49ee-ad9a-d6a8972a4b96 req-70ad21f9-0585-484b-a288-b21dedf72f4d service neutron] 10.222.0.121 "GET /v2.0/networks/087db78d-bdc1-4063-aecb-2601edc6986a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066700 Jul 14 15:57:32.406272 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port a289ebfe-7229-4303-8c8b-17ea1de7a70e is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:32.416450 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.428406 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-4e1ed7dc-a801-4931-a30d-be3e494423f8 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335714 Jul 14 15:57:32.429835 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-44ca18cb-bb1d-4759-af2c-2a920047b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:32.431280 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-44ca18cb-bb1d-4759-af2c-2a920047b9c1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.1500013 Jul 14 15:57:32.435326 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:32.436632 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7126634-4284-4743-b2fc-7fa3f417454a req-2b7ca6bf-707d-4d26-ab26-2e1050b4b0ef tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988573 Jul 14 15:57:32.442770 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a289ebfe-7229-4303-8c8b-17ea1de7a70e {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:57:32.451895 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c4aa3fe7-5bb7-444a-a15e-c0bae2cc3d2c req-60caf891-2e40-49ff-a319-2cdd263a7bc4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377995 Jul 14 15:57:32.471222 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port fd63becb-ed28-4d91-8401-801a37b8d3fa is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:32.471610 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.482582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:32.485934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port a289ebfe-7229-4303-8c8b-17ea1de7a70e, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:32.514906 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port fd63becb-ed28-4d91-8401-801a37b8d3fa, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:32.581650 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 60198) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:32.585239 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.590375 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.637536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=a289ebfe-7229-4303-8c8b-17ea1de7a70e,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:32.691777 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=fd63becb-ed28-4d91-8401-801a37b8d3fa,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:32.704602 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a87ff019-61d6-49b8-a299-188d9f78790a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.780772 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a87ff019-61d6-49b8-a299-188d9f78790a admin admin] Publish callbacks [] for security_group (800b22ea-b5e4-494e-ad5e-29ee80e5ea77), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.859409 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a87ff019-61d6-49b8-a299-188d9f78790a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (800b22ea-b5e4-494e-ad5e-29ee80e5ea77), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.869631 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:32.872125 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9005506b-1240-4f8c-97c4-b783f1dc02ae" -d '{"events": [{"server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "name": "network-vif-plugged", "status": "completed", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:32.873342 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:57:32.902022 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a87ff019-61d6-49b8-a299-188d9f78790a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=47408942ea1f4c6d88fe78463737d4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192687 Jul 14 15:57:32.902888 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ff019-61d6-49b8-a299-188d9f78790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b22ea-b5e4-494e-ad5e-29ee80e5ea77,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:32.904937 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60206) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:32.913435 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d446b6-6ede-4553-8f76-ab7c025246ac x-openstack-request-id: req-72d446b6-6ede-4553-8f76-ab7c025246ac {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:32.913435 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "name": "network-vif-plugged", "status": "completed", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:32.913435 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-72d446b6-6ede-4553-8f76-ab7c025246ac {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:32.913435 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d446b6-6ede-4553-8f76-ab7c025246ac'] response: {'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'code': 200} Jul 14 15:57:32.933282 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8cd2bd2d-8de3-4ea0-b302-80309d08acfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.962651 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6b115b77-b94e-402b-9b2c-b0e11d7df67b admin admin] Publish callbacks [] for security_group (800b22ea-b5e4-494e-ad5e-29ee80e5ea77), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:32.987291 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6b115b77-b94e-402b-9b2c-b0e11d7df67b admin admin] Publish callbacks [] for security_group (800b22ea-b5e4-494e-ad5e-29ee80e5ea77), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:33.093352 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3ca06-e454-476b-91b4-dcdeeb002d58 req-2dab6770-ccd2-41c3-946c-b0ae2493b1aa tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:33.094819 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9cf3ca06-e454-476b-91b4-dcdeeb002d58 req-2dab6770-ccd2-41c3-946c-b0ae2493b1aa tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.1054971 Jul 14 15:57:33.124328 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddad7c-0732-4bbd-b154-1fef0464e4ef req-9aad8bbb-b005-4a93-93e7-93ecc68b25a5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:33.125706 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20ddad7c-0732-4bbd-b154-1fef0464e4ef req-9aad8bbb-b005-4a93-93e7-93ecc68b25a5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0938408 Jul 14 15:57:33.174407 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9cf3ca06-e454-476b-91b4-dcdeeb002d58 req-d05ce290-c8ba-4d0a-a904-35594169c7e0 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731082 Jul 14 15:57:33.197160 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20ddad7c-0732-4bbd-b154-1fef0464e4ef req-a2a145f8-9740-4b11-a25f-0f057f995170 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631003 Jul 14 15:57:33.234502 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6b115b77-b94e-402b-9b2c-b0e11d7df67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (800b22ea-b5e4-494e-ad5e-29ee80e5ea77), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:33.237535 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6b115b77-b94e-402b-9b2c-b0e11d7df67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:33.238218 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6b115b77-b94e-402b-9b2c-b0e11d7df67b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/800b22ea-b5e4-494e-ad5e-29ee80e5ea77 HTTP/1.1" status: 204 len: 168 time: 0.3295653 Jul 14 15:57:33.247145 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b115b77-b94e-402b-9b2c-b0e11d7df67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b22ea-b5e4-494e-ad5e-29ee80e5ea77,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:33.591115 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69aed2-370a-4391-ba21-1cae63415be1 req-5d30d7d1-403e-4d95-ba3b-052262035854 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:33.592632 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc69aed2-370a-4391-ba21-1cae63415be1 req-5d30d7d1-403e-4d95-ba3b-052262035854 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0849085 Jul 14 15:57:33.605327 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faf65a-d71a-482c-ba47-742144d07368 req-5f0c2cd6-03f9-4f34-8aea-dc0e1d4a9610 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:33.607605 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d1faf65a-d71a-482c-ba47-742144d07368 req-5f0c2cd6-03f9-4f34-8aea-dc0e1d4a9610 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0684164 Jul 14 15:57:33.627553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:33.687544 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc69aed2-370a-4391-ba21-1cae63415be1 req-266b1a36-84d0-46ff-8ab6-27027fd99bcf tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872593 Jul 14 15:57:33.696129 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d1faf65a-d71a-482c-ba47-742144d07368 req-83290967-ecce-4da8-a664-301f27e64333 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813859 Jul 14 15:57:33.926202 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:34.133707 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.144855 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 60250) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:34.158874 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3bb85e1d-a078-435f-8451-e4e816ddbb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.242000 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3bb85e1d-a078-435f-8451-e4e816ddbb88 admin admin] Publish callbacks [] for security_group (b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.322706 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c79656-54fd-498f-b3d8-35f432048787 req-9dc89617-72e1-41f8-944d-ee4c64e28e10 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:34.324203 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69c79656-54fd-498f-b3d8-35f432048787 req-9dc89617-72e1-41f8-944d-ee4c64e28e10 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0779927 Jul 14 15:57:34.345227 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da822fc-c7bd-491d-9888-272dad1513c4 req-c20e4528-e7b3-4aee-b657-c4990e3c5195 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:34.346665 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3da822fc-c7bd-491d-9888-272dad1513c4 req-c20e4528-e7b3-4aee-b657-c4990e3c5195 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0717506 Jul 14 15:57:34.389110 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3bb85e1d-a078-435f-8451-e4e816ddbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.419792 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:34.426294 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69c79656-54fd-498f-b3d8-35f432048787 req-71b3d15e-d528-4f8e-a2c1-306ce337c0cc tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962250 Jul 14 15:57:34.437792 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3da822fc-c7bd-491d-9888-272dad1513c4 req-8dd06f42-8a2f-4f08-b506-9041bd684e98 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672688 Jul 14 15:57:34.437895 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3bb85e1d-a078-435f-8451-e4e816ddbb88 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=59c300e847f3446ca28e8343334caa7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890792 Jul 14 15:57:34.437895 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb85e1d-a078-435f-8451-e4e816ddbb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:34.438052 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60256) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:34.465069 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:34.495466 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-892e43cc-781c-4cc3-9564-e858d3ead282 admin admin] Publish callbacks [] for security_group (b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.516844 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-892e43cc-781c-4cc3-9564-e858d3ead282 admin admin] Publish callbacks [] for security_group (b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.676491 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-892e43cc-781c-4cc3-9564-e858d3ead282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.679154 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-892e43cc-781c-4cc3-9564-e858d3ead282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:34.680370 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-892e43cc-781c-4cc3-9564-e858d3ead282 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef HTTP/1.1" status: 204 len: 168 time: 0.2416375 Jul 14 15:57:34.688757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e43cc-781c-4cc3-9564-e858d3ead282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f2fa4e-2195-4c0c-886a-3dfb579ec0ef,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:34.858123 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43881f-3b03-46b1-b0a2-1d02257cd110 req-6fdcbfa1-3a5c-4a4c-be05-5b113817fcb4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:34.859590 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9d43881f-3b03-46b1-b0a2-1d02257cd110 req-6fdcbfa1-3a5c-4a4c-be05-5b113817fcb4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0791721 Jul 14 15:57:34.867408 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec32f00-9748-4407-a39b-1323caa6d840 req-dafa8b77-133c-4ef0-84ab-6c5240dd7fa0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:34.868831 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dec32f00-9748-4407-a39b-1323caa6d840 req-dafa8b77-133c-4ef0-84ab-6c5240dd7fa0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0865581 Jul 14 15:57:34.943650 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9d43881f-3b03-46b1-b0a2-1d02257cd110 req-14dfe041-8e5e-467e-8539-30fb806d35f7 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Jul 14 15:57:34.947807 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dec32f00-9748-4407-a39b-1323caa6d840 req-e8328529-b204-429a-a988-1383f76c1b51 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722706 Jul 14 15:57:35.600316 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795f301-9b47-4052-b9a2-23aa99487703 req-388d8219-7865-4013-a265-0dd6a93f3ba4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:35.602524 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:35.604584 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9795f301-9b47-4052-b9a2-23aa99487703 req-388d8219-7865-4013-a265-0dd6a93f3ba4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0846920 Jul 14 15:57:35.614583 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2aa15-108f-48a8-b0aa-8b217f6c3079 req-bf9c0f57-87c8-4954-9efd-02c97d2ffab7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:35.618755 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-67e2aa15-108f-48a8-b0aa-8b217f6c3079 req-bf9c0f57-87c8-4954-9efd-02c97d2ffab7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0956364 Jul 14 15:57:35.694840 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9795f301-9b47-4052-b9a2-23aa99487703 req-9f0655d2-f7d6-4fbe-a5ac-5116ec48d1d3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867386 Jul 14 15:57:35.699113 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-67e2aa15-108f-48a8-b0aa-8b217f6c3079 req-ab0be2f1-3ba7-431f-b2da-823ed8654a0d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715213 Jul 14 15:57:35.910591 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:36.095483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:36.113303 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567fa62-4b34-467f-b900-d556a7635246 req-58288cf5-1857-4224-9ed6-651ce089aefc tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:36.114837 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8567fa62-4b34-467f-b900-d556a7635246 req-58288cf5-1857-4224-9ed6-651ce089aefc tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0937428 Jul 14 15:57:36.126280 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc0991-40bf-4c4c-8d5b-af52c362566c req-c95902f5-e8c9-4e73-953d-fadfc22bbbac tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:36.127707 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46fc0991-40bf-4c4c-8d5b-af52c362566c req-c95902f5-e8c9-4e73-953d-fadfc22bbbac tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0682144 Jul 14 15:57:36.203059 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8567fa62-4b34-467f-b900-d556a7635246 req-f1ee40b4-183a-40fc-ac58-b8623321595c tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743976 Jul 14 15:57:36.206326 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46fc0991-40bf-4c4c-8d5b-af52c362566c req-9b1ded7f-b479-40df-ab03-4a48edd4a508 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717218 Jul 14 15:57:36.673181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60314) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:36.838706 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a85322f5-a45a-4e52-a4f7-9bbb956bbb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:36.859008 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a569a-4d03-480a-9bff-4a9a8dbbd920 req-62bbcfe8-2fa8-42eb-9a69-906c8e4ac400 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:36.860481 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-248a569a-4d03-480a-9bff-4a9a8dbbd920 req-62bbcfe8-2fa8-42eb-9a69-906c8e4ac400 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0963085 Jul 14 15:57:36.877497 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944009-e26f-415c-b2b6-0ab98eaedc86 req-54ff5d77-e614-473a-81c7-eb5ae50a5db4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:36.878917 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9b944009-e26f-415c-b2b6-0ab98eaedc86 req-54ff5d77-e614-473a-81c7-eb5ae50a5db4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.1011245 Jul 14 15:57:36.978333 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-248a569a-4d03-480a-9bff-4a9a8dbbd920 req-b5de877e-8994-46c5-94e9-3d78b8ac8af4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095645 Jul 14 15:57:36.993583 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9b944009-e26f-415c-b2b6-0ab98eaedc86 req-c43d5a94-935e-46e2-9253-25eac4f5c6e0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031322 Jul 14 15:57:37.017455 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['a289ebfe-7229-4303-8c8b-17ea1de7a70e'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:57:37.036278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a85322f5-a45a-4e52-a4f7-9bbb956bbb91 admin admin] Publish callbacks [] for security_group (9243c91c-5096-4855-ba0c-b3a1edd915a7), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:37.133099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a85322f5-a45a-4e52-a4f7-9bbb956bbb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (9243c91c-5096-4855-ba0c-b3a1edd915a7), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:37.215507 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-ab503949-b517-4989-aa80-243d88090169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:37.216999 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-ab503949-b517-4989-aa80-243d88090169 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1183467 Jul 14 15:57:37.233017 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-a85322f5-a45a-4e52-a4f7-9bbb956bbb91 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=83b84b0523f3451580c79f68abc43ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587389 Jul 14 15:57:37.235575 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60334) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:37.245313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85322f5-a45a-4e52-a4f7-9bbb956bbb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9243c91c-5096-4855-ba0c-b3a1edd915a7,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:37.266906 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-8fa11e07-7d02-480e-920e-118b5b3c67b2 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707151 Jul 14 15:57:37.267907 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c0ec7-9e57-45fd-81df-d65458b2e894 req-12a09869-196a-4658-b48c-b7ca0800ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:37.269713 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ca3c0ec7-9e57-45fd-81df-d65458b2e894 req-12a09869-196a-4658-b48c-b7ca0800ac39 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1129 time: 0.0809090 Jul 14 15:57:37.330797 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-09d989c0-1b20-4387-95b2-9780950fbc91 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635360 Jul 14 15:57:37.362671 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:37.392346 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b24d3-b726-43ae-83ec-9b8e031dbd38 req-7d9c4ba7-f733-474c-8a13-f33c6457e6d0 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:37.393829 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e06b24d3-b726-43ae-83ec-9b8e031dbd38 req-7d9c4ba7-f733-474c-8a13-f33c6457e6d0 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.1100137 Jul 14 15:57:37.396863 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6c727a75-ec79-4be5-bb85-bde2f7f35a80 admin admin] Publish callbacks [] for security_group (9243c91c-5096-4855-ba0c-b3a1edd915a7), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:37.405325 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151df8f-7832-46fe-a03e-42fcfeb19ec1 req-1c70843b-ca06-42f9-9e25-079bfb25a623 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:37.406794 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0151df8f-7832-46fe-a03e-42fcfeb19ec1 req-1c70843b-ca06-42f9-9e25-079bfb25a623 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0958610 Jul 14 15:57:37.443693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:37.461218 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6c727a75-ec79-4be5-bb85-bde2f7f35a80 admin admin] Publish callbacks [] for security_group (9243c91c-5096-4855-ba0c-b3a1edd915a7), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:37.530563 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e06b24d3-b726-43ae-83ec-9b8e031dbd38 req-160e3ae5-cb48-4e1a-b532-342f225e6b81 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210721 Jul 14 15:57:37.534119 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0151df8f-7832-46fe-a03e-42fcfeb19ec1 req-d54d021d-59ab-4840-a525-18d6f06cd1b9 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111403 Jul 14 15:57:37.669872 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6c727a75-ec79-4be5-bb85-bde2f7f35a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (9243c91c-5096-4855-ba0c-b3a1edd915a7), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:37.672424 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6c727a75-ec79-4be5-bb85-bde2f7f35a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:37.673554 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6c727a75-ec79-4be5-bb85-bde2f7f35a80 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9243c91c-5096-4855-ba0c-b3a1edd915a7 HTTP/1.1" status: 204 len: 168 time: 0.4370780 Jul 14 15:57:37.681884 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c727a75-ec79-4be5-bb85-bde2f7f35a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243c91c-5096-4855-ba0c-b3a1edd915a7,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:37.892668 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b183-40a9-48f6-af18-8964d586d280 req-ec82aae0-f385-4584-a510-5e4295a58051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:37.894153 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3e70b183-40a9-48f6-af18-8964d586d280 req-ec82aae0-f385-4584-a510-5e4295a58051 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 1129 time: 0.0460443 Jul 14 15:57:37.993786 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ca3c0ec7-9e57-45fd-81df-d65458b2e894 req-3b8c08ec-6a00-4b18-ab51-55443c5abdfe service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919125 Jul 14 15:57:37.996191 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3e70b183-40a9-48f6-af18-8964d586d280 req-9f436ca4-254f-483f-9c90-8561468dd119 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Jul 14 15:57:38.015671 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-7c4eccfc-a8fb-4af9-b11f-bf9a4ab9b3cf service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136174 Jul 14 15:57:38.148797 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e36b-05f1-4c48-ab80-0caa2f967e21 req-c88694f2-1c46-4c90-9b61-d4ce6b153d46 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:38.148797 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bc24e36b-05f1-4c48-ab80-0caa2f967e21 req-c88694f2-1c46-4c90-9b61-d4ce6b153d46 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0872157 Jul 14 15:57:38.157852 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c2f3b-83c9-4a70-9ea7-43f6435a2e18 req-1c1b1b37-4680-40eb-8813-de4e421cbab9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:38.159452 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb8c2f3b-83c9-4a70-9ea7-43f6435a2e18 req-1c1b1b37-4680-40eb-8813-de4e421cbab9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0626831 Jul 14 15:57:38.242190 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bc24e36b-05f1-4c48-ab80-0caa2f967e21 req-f5db40f8-df48-4ebe-928c-94f85087fe47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811880 Jul 14 15:57:38.245164 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb8c2f3b-83c9-4a70-9ea7-43f6435a2e18 req-6b0a9801-4b7b-423d-a59b-0b73dcb37455 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747736 Jul 14 15:57:38.689066 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4827e-414f-483c-84b3-4dcb5265969a req-dff4988e-3854-4fd6-9b66-e444488e245c tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:38.690547 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37d4827e-414f-483c-84b3-4dcb5265969a req-dff4988e-3854-4fd6-9b66-e444488e245c tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0842969 Jul 14 15:57:38.698584 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdcd7f-f81e-42c0-9df6-403d9dd71a54 req-5e3806e6-869d-4c47-8e51-58549742792c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:38.700004 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9bcdcd7f-f81e-42c0-9df6-403d9dd71a54 req-5e3806e6-869d-4c47-8e51-58549742792c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0639527 Jul 14 15:57:38.778779 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37d4827e-414f-483c-84b3-4dcb5265969a req-20f6d657-3989-47c4-a0c3-58ce54ec30dd tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777957 Jul 14 15:57:38.782776 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9bcdcd7f-f81e-42c0-9df6-403d9dd71a54 req-74f8d404-15b8-4a65-a7b3-cd7ed97b4b7c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744445 Jul 14 15:57:39.060916 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a289ebfe-7229-4303-8c8b-17ea1de7a70e up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:57:39.137264 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port a289ebfe-7229-4303-8c8b-17ea1de7a70e completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:57:39.246389 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port a289ebfe-7229-4303-8c8b-17ea1de7a70e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:57:39.246889 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:39.346759 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port a289ebfe-7229-4303-8c8b-17ea1de7a70e is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:57:39.347493 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:39.388773 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:39.391008 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e47884-cc76-4857-ae6d-66a77f4220e5" -d '{"events": [{"server_uuid": "5f9596a1-f8ec-4682-a980-392e550ebc33", "name": "network-vif-plugged", "status": "completed", "tag": "a289ebfe-7229-4303-8c8b-17ea1de7a70e"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:39.405999 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port a289ebfe-7229-4303-8c8b-17ea1de7a70e, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:57:39.645077 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c9d23-33df-4ea0-99f9-39e1982a9889 req-719287ea-63fb-43d7-bf03-f3fc51543c8c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:39.646631 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4f8c9d23-33df-4ea0-99f9-39e1982a9889 req-719287ea-63fb-43d7-bf03-f3fc51543c8c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.2766418 Jul 14 15:57:39.654919 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff6763-9a99-4373-b807-eacc53b8f475 req-bcebb895-0be0-4f15-a14e-39b53c610ff3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:39.656319 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aaff6763-9a99-4373-b807-eacc53b8f475 req-bcebb895-0be0-4f15-a14e-39b53c610ff3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.2737091 Jul 14 15:57:39.691990 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:39.707398 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:39.734952 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4f8c9d23-33df-4ea0-99f9-39e1982a9889 req-8c3eb085-c716-42a2-9aa2-134ecbdfd9ef tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776851 Jul 14 15:57:39.738196 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aaff6763-9a99-4373-b807-eacc53b8f475 req-8ac378c3-a42d-40e4-96b9-57f599d0b82b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747778 Jul 14 15:57:39.756849 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=a289ebfe-7229-4303-8c8b-17ea1de7a70e,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:39.797574 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f5c7ce-ce9e-40e5-a93b-ad402afa8d9e x-openstack-request-id: req-f1f5c7ce-ce9e-40e5-a93b-ad402afa8d9e {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:39.797867 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9596a1-f8ec-4682-a980-392e550ebc33", "name": "network-vif-plugged", "status": "completed", "tag": "a289ebfe-7229-4303-8c8b-17ea1de7a70e", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:39.798130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f1f5c7ce-ce9e-40e5-a93b-ad402afa8d9e {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:39.798534 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f5c7ce-ce9e-40e5-a93b-ad402afa8d9e'] response: {'server_uuid': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e', 'code': 200} Jul 14 15:57:39.923534 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8839e-6db0-4330-9798-fbd934baf50c req-079227a3-6dbe-4556-90a1-3e25d6f24aaa tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:39.925026 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7cb8839e-6db0-4330-9798-fbd934baf50c req-079227a3-6dbe-4556-90a1-3e25d6f24aaa tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0786459 Jul 14 15:57:39.938776 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7511-4738-4fb8-aaae-ccc817c12d54 req-f782977e-7955-43c4-bd07-1e1bb8b32414 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:39.940303 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9cda7511-4738-4fb8-aaae-ccc817c12d54 req-f782977e-7955-43c4-bd07-1e1bb8b32414 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0830610 Jul 14 15:57:40.012822 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7cb8839e-6db0-4330-9798-fbd934baf50c req-243d54a3-61e8-4e3d-bd5c-cf7a025f23b9 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812392 Jul 14 15:57:40.016853 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9cda7511-4738-4fb8-aaae-ccc817c12d54 req-9f7c0f32-33be-435b-bbc9-a2cec023d125 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635564 Jul 14 15:57:40.642199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875832b-a58e-4836-8f17-ccae8ced7d96 req-db90aab2-630d-472b-b932-a4e09750b6be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:40.643655 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f875832b-a58e-4836-8f17-ccae8ced7d96 req-db90aab2-630d-472b-b932-a4e09750b6be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0493424 Jul 14 15:57:40.670923 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:40.693408 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f875832b-a58e-4836-8f17-ccae8ced7d96 req-075d99c5-1f98-4dbd-a175-42106da44c99 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Jul 14 15:57:40.895395 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907bdc6-1c58-46e7-9a68-ea8d0a25407d req-9e7be500-4e90-4bf6-b9e4-3262fb83ce74 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:40.898063 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b907bdc6-1c58-46e7-9a68-ea8d0a25407d req-9e7be500-4e90-4bf6-b9e4-3262fb83ce74 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0822077 Jul 14 15:57:40.908676 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a24966-83e5-48d0-b092-bc751f77ef88 req-f09eb3f5-b4ee-4c64-9dab-f12f73f9c6b1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:40.910097 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08a24966-83e5-48d0-b092-bc751f77ef88 req-f09eb3f5-b4ee-4c64-9dab-f12f73f9c6b1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0845277 Jul 14 15:57:40.983087 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b907bdc6-1c58-46e7-9a68-ea8d0a25407d req-f3b1a0eb-fe24-43d1-8ea9-11833e4d1b76 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719645 Jul 14 15:57:40.986926 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08a24966-83e5-48d0-b092-bc751f77ef88 req-a491b2e6-fb6a-481b-a627-59d0e90c4449 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696752 Jul 14 15:57:41.135472 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cda162d6-4fcf-46d7-b364-cab6d3a6970a req-d69fac88-2680-4e8e-ba5b-a7277d6aa8e9 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243556 Jul 14 15:57:41.141553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5690-4fcd-4d24-b1d2-78adb2fb72c5 req-c2565473-5f9d-4ade-8bae-2382f8c506b8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:41.142905 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bcbe5690-4fcd-4d24-b1d2-78adb2fb72c5 req-c2565473-5f9d-4ade-8bae-2382f8c506b8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0622721 Jul 14 15:57:41.191778 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bcbe5690-4fcd-4d24-b1d2-78adb2fb72c5 req-65049ba4-a0a8-458d-b3bf-011a2edaed38 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Jul 14 15:57:41.813573 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36566b4-36a5-49cb-8f9a-bc2d3dfcb6de req-60a2fc39-0f85-4387-b234-ae02502676c8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:41.815185 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f36566b4-36a5-49cb-8f9a-bc2d3dfcb6de req-60a2fc39-0f85-4387-b234-ae02502676c8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0548890 Jul 14 15:57:41.863188 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f36566b4-36a5-49cb-8f9a-bc2d3dfcb6de req-bfef58d0-c10f-4eed-a6e9-45077f2fb1b5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Jul 14 15:57:42.128431 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96d83a-c5b1-4ee1-8ed0-9c767d815545 req-f5ff9e7f-c0ee-44c2-bf91-c8c272b4dd96 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:42.130025 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c96d83a-c5b1-4ee1-8ed0-9c767d815545 req-f5ff9e7f-c0ee-44c2-bf91-c8c272b4dd96 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0786195 Jul 14 15:57:42.140597 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfd6c2-92fd-4ebd-8d9a-087df69348dc req-19b3235c-a2e3-431f-8bfc-58c421823c71 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:42.142054 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17bfd6c2-92fd-4ebd-8d9a-087df69348dc req-19b3235c-a2e3-431f-8bfc-58c421823c71 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0804975 Jul 14 15:57:42.223621 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c96d83a-c5b1-4ee1-8ed0-9c767d815545 req-66421529-ada8-4394-bbaf-444386483a8a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804393 Jul 14 15:57:42.228581 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17bfd6c2-92fd-4ebd-8d9a-087df69348dc req-16ec896c-6cde-4c05-a1da-63d997715b4c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764639 Jul 14 15:57:42.326614 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bba27-f3bc-4588-a45e-496f1e146d7f req-373ac751-05f5-4075-8432-2f2d2bfbdfc5 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:42.327995 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-954bba27-f3bc-4588-a45e-496f1e146d7f req-373ac751-05f5-4075-8432-2f2d2bfbdfc5 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0476675 Jul 14 15:57:42.375471 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-954bba27-f3bc-4588-a45e-496f1e146d7f req-626582f0-0586-4908-afae-20b1d2f20adc tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Jul 14 15:57:42.868571 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:42.869379 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:42.979670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7cb-048f-4614-91bf-63a80a695a2c req-6d0b1e48-2380-4148-a1c6-6f1e40258ce1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:42.981157 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0d4e7cb-048f-4614-91bf-63a80a695a2c req-6d0b1e48-2380-4148-a1c6-6f1e40258ce1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0510063 Jul 14 15:57:43.026770 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0d4e7cb-048f-4614-91bf-63a80a695a2c req-4e699be5-7130-448c-90c8-ab63aad74477 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Jul 14 15:57:43.339180 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:43.369517 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf380f5d-4523-4ea1-a655-c9d2332b113f req-1fb7d830-7454-49ec-81d5-3088a4aaa128 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:43.371074 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf380f5d-4523-4ea1-a655-c9d2332b113f req-1fb7d830-7454-49ec-81d5-3088a4aaa128 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0779123 Jul 14 15:57:43.392734 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bc20d-b646-4631-946f-dbed043bece7 req-09004d64-112d-49dd-82f5-08fa3acb99b9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:43.394170 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ab4bc20d-b646-4631-946f-dbed043bece7 req-09004d64-112d-49dd-82f5-08fa3acb99b9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0875702 Jul 14 15:57:43.428401 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:43.469559 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf380f5d-4523-4ea1-a655-c9d2332b113f req-9df39239-61df-4d83-9ba5-b44b64f5f07c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925512 Jul 14 15:57:43.481553 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ab4bc20d-b646-4631-946f-dbed043bece7 req-d8c10261-6eb0-4ab4-9f48-74f41b191bb9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781176 Jul 14 15:57:43.579715 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ccf4e-80be-468d-93f7-9f28ed65e997 req-0e3f40a6-4ae2-4706-90d8-b43d0d7a5b58 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:43.581298 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-429ccf4e-80be-468d-93f7-9f28ed65e997 req-0e3f40a6-4ae2-4706-90d8-b43d0d7a5b58 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0499616 Jul 14 15:57:43.632327 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-429ccf4e-80be-468d-93f7-9f28ed65e997 req-a79c0a53-0cda-4e80-8d9e-27edf1429ccd tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Jul 14 15:57:44.155485 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c71735-d054-4180-b710-a68595a3fba8 req-7fd3e5bf-199d-4a33-a0eb-101fb4dbc86e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:44.157029 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d3c71735-d054-4180-b710-a68595a3fba8 req-7fd3e5bf-199d-4a33-a0eb-101fb4dbc86e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0520563 Jul 14 15:57:44.205050 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d3c71735-d054-4180-b710-a68595a3fba8 req-8ebf2c37-e5ff-4ab7-ad9d-4f5cc25bbd7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Jul 14 15:57:44.631855 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff072e41-3060-47e1-801e-62061b553c0a req-0dea20a6-d70d-4838-a1fe-9a2174b727bd tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:44.633492 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff072e41-3060-47e1-801e-62061b553c0a req-0dea20a6-d70d-4838-a1fe-9a2174b727bd tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0916104 Jul 14 15:57:44.645026 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be345dd-573b-43cb-aa7e-af649dd9fe5a req-5c033983-b288-4b16-8732-a46ecf88b24f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:44.646757 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9be345dd-573b-43cb-aa7e-af649dd9fe5a req-5c033983-b288-4b16-8732-a46ecf88b24f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0720606 Jul 14 15:57:44.748984 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff072e41-3060-47e1-801e-62061b553c0a req-d1424095-2b1c-4b58-b192-5a518deedaa5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007349 Jul 14 15:57:44.760926 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9be345dd-573b-43cb-aa7e-af649dd9fe5a req-527fbb95-1845-4ac3-9e34-b63db607542a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987363 Jul 14 15:57:44.856014 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f715-c8b5-4457-8e59-8c05f80ddcd3 req-24ae884f-111c-4722-af0a-0440ad25792a tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:44.857657 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-04f6f715-c8b5-4457-8e59-8c05f80ddcd3 req-24ae884f-111c-4722-af0a-0440ad25792a tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0506628 Jul 14 15:57:44.914138 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-04f6f715-c8b5-4457-8e59-8c05f80ddcd3 req-fcc1e0cb-95cd-4153-8762-d084d5b5b49c tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Jul 14 15:57:45.325059 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068c018-072b-437d-b03f-92d25f680489 req-1692b706-3c6b-4472-b061-5ae37c8675b6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:45.326570 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9068c018-072b-437d-b03f-92d25f680489 req-1692b706-3c6b-4472-b061-5ae37c8675b6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0542936 Jul 14 15:57:45.375447 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9068c018-072b-437d-b03f-92d25f680489 req-30c31a2c-56bc-4e1c-b811-07b1d6704b73 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433216 Jul 14 15:57:45.456207 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018d2f8-c046-4586-a5d4-810a1927df27 req-a422bba9-340d-4323-a8d6-72bdc3ad3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:45.459061 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8018d2f8-c046-4586-a5d4-810a1927df27 req-a422bba9-340d-4323-a8d6-72bdc3ad3a13 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 1129 time: 0.0409350 Jul 14 15:57:45.712951 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-a389ad80-1561-4895-9f02-274a44e1d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:45.714624 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-a389ad80-1561-4895-9f02-274a44e1d149 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 1129 time: 0.0488338 Jul 14 15:57:45.933359 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1177d5b-295f-4cf3-b55f-bc7321499b45 req-c436ada2-aa76-4a1b-b48f-2921139450a2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:45.935016 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e1177d5b-295f-4cf3-b55f-bc7321499b45 req-c436ada2-aa76-4a1b-b48f-2921139450a2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0975776 Jul 14 15:57:45.950385 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782699d-d147-4667-9a7d-9850b5628d1e req-9502324d-1cc6-41f5-afae-7d93be5e033f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:45.950385 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4782699d-d147-4667-9a7d-9850b5628d1e req-9502324d-1cc6-41f5-afae-7d93be5e033f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0948200 Jul 14 15:57:46.029785 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e1177d5b-295f-4cf3-b55f-bc7321499b45 req-a454501d-23e7-4415-9b5a-fa9e927b233c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793016 Jul 14 15:57:46.033823 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4782699d-d147-4667-9a7d-9850b5628d1e req-975e20ca-a042-4dc0-8427-0e30f973f3c5 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659709 Jul 14 15:57:46.155045 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282dfd-e2df-4cbb-89b5-f97efc112788 req-99cba788-1e23-42ca-83a5-8d6060bcc938 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:46.156741 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc282dfd-e2df-4cbb-89b5-f97efc112788 req-99cba788-1e23-42ca-83a5-8d6060bcc938 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0593445 Jul 14 15:57:46.226222 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc282dfd-e2df-4cbb-89b5-f97efc112788 req-5fcf1fe0-4c1a-4a33-9747-215bfa6e45c4 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619955 Jul 14 15:57:46.486311 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:46.499779 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716df3d-7088-4b2c-b574-6d2edab68bda req-f79beb3a-baad-4d5f-b564-d45d9bcbf667 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:46.502859 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a716df3d-7088-4b2c-b574-6d2edab68bda req-f79beb3a-baad-4d5f-b564-d45d9bcbf667 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0572631 Jul 14 15:57:46.562690 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a716df3d-7088-4b2c-b574-6d2edab68bda req-4dafaf56-9b3b-4c4e-a179-036b38639daf tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Jul 14 15:57:46.588361 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8018d2f8-c046-4586-a5d4-810a1927df27 req-3b1a4731-fa95-4185-a820-8de3a5b72ed5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520055 Jul 14 15:57:46.609046 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-6b008ca5-0a65-4fff-987a-1bf02f1879cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:46.610814 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-6b008ca5-0a65-4fff-987a-1bf02f1879cf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 1129 time: 0.0471120 Jul 14 15:57:47.135162 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:47.141508 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-4b0a3171-74a4-4fdf-9218-6f27e7be924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:47.142967 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-4b0a3171-74a4-4fdf-9218-6f27e7be924b service neutron] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 917 time: 0.1041443 Jul 14 15:57:47.183317 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1f7d3-739b-49ba-adec-3fc7ad4d9e5c req-f148cf53-05bc-450a-ac79-d843876d99ef tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:47.184581 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-39c1f7d3-739b-49ba-adec-3fc7ad4d9e5c req-f148cf53-05bc-450a-ac79-d843876d99ef tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0804951 Jul 14 15:57:47.203213 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585355d3-c2e6-40f2-af64-a0982de88a97 req-636939e3-874b-47cc-90bd-8578c60b0f59 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:47.204860 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-585355d3-c2e6-40f2-af64-a0982de88a97 req-636939e3-874b-47cc-90bd-8578c60b0f59 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0684772 Jul 14 15:57:47.288401 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-39c1f7d3-739b-49ba-adec-3fc7ad4d9e5c req-ea9a5968-d55b-4ced-8da8-eb933b78f74b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922542 Jul 14 15:57:47.296250 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-585355d3-c2e6-40f2-af64-a0982de88a97 req-ecb9e045-4bc0-42b4-8b60-98fc916a86a6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800171 Jul 14 15:57:47.399738 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4396c-37f3-4cce-a69b-8f71fe85a5d6 req-0898d8a8-506c-43c6-92e0-d8b3a0438e7f tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:47.401442 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1ff4396c-37f3-4cce-a69b-8f71fe85a5d6 req-0898d8a8-506c-43c6-92e0-d8b3a0438e7f tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0516322 Jul 14 15:57:47.459181 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1ff4396c-37f3-4cce-a69b-8f71fe85a5d6 req-374d1ddb-932c-469d-a85f-82935a31ce1a tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518904 Jul 14 15:57:47.683187 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95779-0759-4ae1-8c35-cefe6c616e22 req-b89c3308-6dde-4163-af11-4200d7b76760 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:47.684782 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65d95779-0759-4ae1-8c35-cefe6c616e22 req-b89c3308-6dde-4163-af11-4200d7b76760 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0491576 Jul 14 15:57:47.737373 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65d95779-0759-4ae1-8c35-cefe6c616e22 req-69f4a27a-ab37-4f61-ad83-135f0237e2d8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Jul 14 15:57:48.301043 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-ea69594b-6530-4b3f-92c4-dc28854d280c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa HTTP/1.1" status: 200 len: 217 time: 0.0371859 Jul 14 15:57:48.309502 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-a7ba9f01-9e6a-4d8b-b98e-a17aa2da5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:48.310951 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-a7ba9f01-9e6a-4d8b-b98e-a17aa2da5135 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0971487 Jul 14 15:57:48.345240 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:48.445068 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924d394-e24f-47f5-9f4d-d447a160c7b4 req-1b5735e5-c63d-4683-88b6-859cc472a041 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:48.446456 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f924d394-e24f-47f5-9f4d-d447a160c7b4 req-1b5735e5-c63d-4683-88b6-859cc472a041 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0713680 Jul 14 15:57:48.452151 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb887d-cc28-4afb-8cbc-2a7b4cf8ad38 req-8363b667-cb7f-498a-8508-3b5944d8f2a2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:48.453472 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0cb887d-cc28-4afb-8cbc-2a7b4cf8ad38 req-8363b667-cb7f-498a-8508-3b5944d8f2a2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0898204 Jul 14 15:57:48.526159 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f924d394-e24f-47f5-9f4d-d447a160c7b4 req-4648ddf3-8915-452f-9cae-18edf93ef30b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717542 Jul 14 15:57:48.533116 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0cb887d-cc28-4afb-8cbc-2a7b4cf8ad38 req-67ed226f-6193-408e-98e4-b9ccef56d3d5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714419 Jul 14 15:57:48.867931 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c42f-ec6b-40ef-ba8a-6f6709557f44 req-56d16d2c-9c35-46bb-a614-605c4509b101 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:48.869732 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-26c9c42f-ec6b-40ef-ba8a-6f6709557f44 req-56d16d2c-9c35-46bb-a614-605c4509b101 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0621781 Jul 14 15:57:49.038828 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-26c9c42f-ec6b-40ef-ba8a-6f6709557f44 req-6f6b84cb-fd0b-45ef-9eaf-7b8a91134d1e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590962 Jul 14 15:57:49.043324 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-9143fcff-51fa-489c-a575-2814fef2dd82 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad HTTP/1.1" status: 200 len: 217 time: 0.0821831 Jul 14 15:57:49.100461 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a55243-0813-4845-86ea-d3f1469593d0 req-2cae340b-5e43-4223-ae7a-b996219e0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:49.102086 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75a55243-0813-4845-86ea-d3f1469593d0 req-2cae340b-5e43-4223-ae7a-b996219e0203 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1129 time: 0.1877165 Jul 14 15:57:49.119203 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:49.129961 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-5fd6ad9f-191f-4b48-96b2-625d07362e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:49.132758 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-5fd6ad9f-191f-4b48-96b2-625d07362e08 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.1326225 Jul 14 15:57:49.133525 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-ef7670c0-7661-4f7d-85cc-46d2f1eab8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:49.135975 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-ef7670c0-7661-4f7d-85cc-46d2f1eab8f3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0847123 Jul 14 15:57:49.170383 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75a55243-0813-4845-86ea-d3f1469593d0 req-4ef6aedf-a01f-4a3e-af11-6d2f277c9878 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542886 Jul 14 15:57:49.625163 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 60656) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:49.687934 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48f5c8-7fff-4df6-8cf9-b94048f934ca req-37dc977d-fe33-4645-9169-4a626b1eb851 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:49.692678 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4b48f5c8-7fff-4df6-8cf9-b94048f934ca req-37dc977d-fe33-4645-9169-4a626b1eb851 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0954292 Jul 14 15:57:49.721349 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff72db-0f8c-4901-9476-f1ff244e8db1 req-bb30b712-cd98-4928-8ca6-b2dc74f763fe tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:49.727934 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cbff72db-0f8c-4901-9476-f1ff244e8db1 req-bb30b712-cd98-4928-8ca6-b2dc74f763fe tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0920222 Jul 14 15:57:49.760706 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-535f3538-7991-424f-a2da-070b53e83cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:49.784066 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:49.800418 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4b48f5c8-7fff-4df6-8cf9-b94048f934ca req-dc2e9258-f474-42eb-89b3-6852639bc813 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022258 Jul 14 15:57:49.803817 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cbff72db-0f8c-4901-9476-f1ff244e8db1 req-9b3320db-6701-4900-808b-cce03dbb16a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749335 Jul 14 15:57:49.851741 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-535f3538-7991-424f-a2da-070b53e83cb0 admin admin] Publish callbacks [] for security_group (e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:49.955021 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-535f3538-7991-424f-a2da-070b53e83cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:49.971948 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:49.990603 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffc1c-dddb-4cdb-a87f-ada43423eb16 req-d1fa3d31-3664-4660-8689-470894640436 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:49.998388 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-552ffc1c-dddb-4cdb-a87f-ada43423eb16 req-d1fa3d31-3664-4660-8689-470894640436 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0879486 Jul 14 15:57:50.004677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60672) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:50.009501 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-535f3538-7991-424f-a2da-070b53e83cb0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=110ed54c7490407ca67b5e01fc492858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870578 Jul 14 15:57:50.011298 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f3538-7991-424f-a2da-070b53e83cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:50.012359 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60674) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:50.015459 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'floatingip': {'port_id': '3fcbf50b-887c-4db2-b9dc-4803059614b5'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:50.109170 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (ff7e0adf-e637-4dd3-bdd7-745b1d8de133), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:50.195734 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:50.252408 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4355440-0dff-4e7e-b915-81e306ea501f req-82952b27-06ad-4f6b-9201-645052b0eda6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:50.253794 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f4355440-0dff-4e7e-b915-81e306ea501f req-82952b27-06ad-4f6b-9201-645052b0eda6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.1471555 Jul 14 15:57:50.324288 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef8a5-b0b5-44a2-bfc4-d77cbd986624 admin admin] Publish callbacks [] for security_group (e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:50.409752 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef8a5-b0b5-44a2-bfc4-d77cbd986624 admin admin] Publish callbacks [] for security_group (e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:50.432463 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f4355440-0dff-4e7e-b915-81e306ea501f req-fd205df8-9396-4823-8985-765906bc55e3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708844 Jul 14 15:57:50.897201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef8a5-b0b5-44a2-bfc4-d77cbd986624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:50.899795 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef8a5-b0b5-44a2-bfc4-d77cbd986624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:50.900922 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3f7ef8a5-b0b5-44a2-bfc4-d77cbd986624 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60 HTTP/1.1" status: 204 len: 168 time: 0.8824687 Jul 14 15:57:50.971341 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:50.978914 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ef8a5-b0b5-44a2-bfc4-d77cbd986624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ae6c7-2a5c-4fbf-8aed-2ac11faa5f60,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:51.056792 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6c94a-ffcf-42eb-bbcc-28a1a7e48796 req-f6780ef2-4942-4a31-bcd1-26b08487fd24 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:51.058260 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7ce6c94a-ffcf-42eb-bbcc-28a1a7e48796 req-f6780ef2-4942-4a31-bcd1-26b08487fd24 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.1675229 Jul 14 15:57:51.186636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:51.191345 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7ce6c94a-ffcf-42eb-bbcc-28a1a7e48796 req-6677c126-d37f-401d-8dee-b99bbc23f24d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232109 Jul 14 15:57:51.248363 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (ff7e0adf-e637-4dd3-bdd7-745b1d8de133), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:51.353043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Floating IP ff7e0adf-e637-4dd3-bdd7-745b1d8de133 associated. External IP: 172.27.3.101, port: 3fcbf50b-887c-4db2-b9dc-4803059614b5. Jul 14 15:57:51.586701 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e1aa-56df-44c7-9a6f-6584cf8f3d61 req-96ad8281-1c82-4943-a7fd-2cc46f15f43a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:51.588151 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3c3e1aa-56df-44c7-9a6f-6584cf8f3d61 req-96ad8281-1c82-4943-a7fd-2cc46f15f43a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0862565 Jul 14 15:57:51.605470 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Router eaf1ef1c-1a74-4357-840e-e519d03810d6 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:57:51.636254 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 60694) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:51.650581 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d5de3777-1246-4eb4-a861-383086bd00d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:51.683201 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3c3e1aa-56df-44c7-9a6f-6584cf8f3d61 req-84e77e52-bd0c-4668-bd85-fe90450bdffc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879271 Jul 14 15:57:51.686753 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:51.744566 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:57:51.749317 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:51.758550 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] Sync routers for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:57:51.773140 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:57:51.774361 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:57:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:51.784254 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-a27386ae-fb7e-49ba-a8ef-1882d0589d47 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "PUT /v2.0/floatingips/ff7e0adf-e637-4dd3-bdd7-745b1d8de133 HTTP/1.1" status: 200 len: 991 time: 1.7704506 Jul 14 15:57:51.784254 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:51.785736 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2773ab48-1ee6-4099-871e-ab522998ea05" -d '{"events": [{"name": "network-changed", "server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:51.825795 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3fd209-df6e-4fd0-82b2-2c6074ed17a1 x-openstack-request-id: req-5f3fd209-df6e-4fd0-82b2-2c6074ed17a1 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:51.826188 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:51.826586 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5f3fd209-df6e-4fd0-82b2-2c6074ed17a1 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:51.827175 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3fd209-df6e-4fd0-82b2-2c6074ed17a1'] response: {'name': 'network-changed', 'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'status': 'completed', 'code': 200} Jul 14 15:57:51.899228 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d5de3777-1246-4eb4-a861-383086bd00d5 admin admin] Publish callbacks [] for security_group (a683c556-5e55-4b89-af85-73499a649a1e), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:51.903146 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:57:51.973930 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d5de3777-1246-4eb4-a861-383086bd00d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a683c556-5e55-4b89-af85-73499a649a1e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:52.014302 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d5de3777-1246-4eb4-a861-383086bd00d5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=325392c1cd5643a791cb510c48a0c4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768976 Jul 14 15:57:52.016221 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3777-1246-4eb4-a861-383086bd00d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a683c556-5e55-4b89-af85-73499a649a1e,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:52.017133 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60702) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:52.086395 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-107ab6cc-b804-4200-bfc9-4fa9a0cb04aa admin admin] Publish callbacks [] for security_group (a683c556-5e55-4b89-af85-73499a649a1e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:52.118641 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-107ab6cc-b804-4200-bfc9-4fa9a0cb04aa admin admin] Publish callbacks [] for security_group (a683c556-5e55-4b89-af85-73499a649a1e), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:52.179561 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'ff7e0adf-e637-4dd3-bdd7-745b1d8de133', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'port_id': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'mac_address': 'fa:16:3e:de:d5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:41Z', 'updated_at': '2022-07-14T15:57:50Z', 'revision_number': 1, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:52.206225 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] Checking router: eaf1ef1c-1a74-4357-840e-e519d03810d6 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:57:52.214806 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:57:52.215396 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:57:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:52.259664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-107ab6cc-b804-4200-bfc9-4fa9a0cb04aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a683c556-5e55-4b89-af85-73499a649a1e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:52.262743 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-107ab6cc-b804-4200-bfc9-4fa9a0cb04aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:52.266508 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-107ab6cc-b804-4200-bfc9-4fa9a0cb04aa admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a683c556-5e55-4b89-af85-73499a649a1e HTTP/1.1" status: 204 len: 168 time: 0.2450602 Jul 14 15:57:52.284576 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ab6cc-b804-4200-bfc9-4fa9a0cb04aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a683c556-5e55-4b89-af85-73499a649a1e,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:52.322989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d35ae-529f-4de7-afe3-520ecfede340 req-2469ec8a-7c2d-4aa9-a986-abf2ed155a7b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:52.324869 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f80d35ae-529f-4de7-afe3-520ecfede340 req-2469ec8a-7c2d-4aa9-a986-abf2ed155a7b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0581594 Jul 14 15:57:52.330054 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:57:52.340027 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:52.379305 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f80d35ae-529f-4de7-afe3-520ecfede340 req-f193e51f-4202-4adb-938d-0dbe02ec073b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477157 Jul 14 15:57:52.551683 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'ff7e0adf-e637-4dd3-bdd7-745b1d8de133', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'port_id': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'mac_address': 'fa:16:3e:de:d5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:41Z', 'updated_at': '2022-07-14T15:57:50Z', 'revision_number': 1, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:52.579342 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a59b7-bdde-424d-bd35-58b54d3f80c4 None None] The sync data for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi is: [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'ff7e0adf-e637-4dd3-bdd7-745b1d8de133', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'port_id': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'mac_address': 'fa:16:3e:de:d5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:41Z', 'updated_at': '2022-07-14T15:57:50Z', 'revision_number': 1, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:57:52.801504 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e07b8-c12b-4535-a30f-f7899a3c60fa req-1873afa7-87cd-47d9-a299-53815a3d6912 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:52.803771 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-db8e07b8-c12b-4535-a30f-f7899a3c60fa req-1873afa7-87cd-47d9-a299-53815a3d6912 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0489471 Jul 14 15:57:52.818166 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e1f08-6db4-41da-a74f-6d6eaf955685 None None] New status for floating IP ff7e0adf-e637-4dd3-bdd7-745b1d8de133: ACTIVE {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 15:57:52.859315 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-db8e07b8-c12b-4535-a30f-f7899a3c60fa req-9d29e2e9-0137-4ab0-a2c1-7160655a501e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491638 Jul 14 15:57:53.075008 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60720) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:53.089071 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-143944de-dd03-4d18-b4c8-91ac11ad2edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:53.191356 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-143944de-dd03-4d18-b4c8-91ac11ad2edd admin admin] Publish callbacks [] for security_group (8c2e1bf9-a42f-40af-b6bd-6c082220f033), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:53.276385 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-143944de-dd03-4d18-b4c8-91ac11ad2edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8c2e1bf9-a42f-40af-b6bd-6c082220f033), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:53.314461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143944de-dd03-4d18-b4c8-91ac11ad2edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2e1bf9-a42f-40af-b6bd-6c082220f033,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:53.318732 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-143944de-dd03-4d18-b4c8-91ac11ad2edd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=35a94d22ddf645a189ad0c10a2687a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427242 Jul 14 15:57:53.321475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60728) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:53.374358 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-82aeca8a-aa28-4ff0-af0d-09584bdcaa5c admin admin] Publish callbacks [] for security_group (8c2e1bf9-a42f-40af-b6bd-6c082220f033), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:53.398020 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-82aeca8a-aa28-4ff0-af0d-09584bdcaa5c admin admin] Publish callbacks [] for security_group (8c2e1bf9-a42f-40af-b6bd-6c082220f033), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:53.509151 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce90438-113a-4c01-a7ba-0332713280aa req-a0846b24-6d50-40be-adf4-e08b1f8cbdcc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:53.510635 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ce90438-113a-4c01-a7ba-0332713280aa req-a0846b24-6d50-40be-adf4-e08b1f8cbdcc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0518973 Jul 14 15:57:53.531758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-82aeca8a-aa28-4ff0-af0d-09584bdcaa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8c2e1bf9-a42f-40af-b6bd-6c082220f033), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:53.534211 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-82aeca8a-aa28-4ff0-af0d-09584bdcaa5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:53.535289 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-82aeca8a-aa28-4ff0-af0d-09584bdcaa5c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8c2e1bf9-a42f-40af-b6bd-6c082220f033 HTTP/1.1" status: 204 len: 168 time: 0.2129445 Jul 14 15:57:53.547879 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aeca8a-aa28-4ff0-af0d-09584bdcaa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2e1bf9-a42f-40af-b6bd-6c082220f033,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:53.574785 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ce90438-113a-4c01-a7ba-0332713280aa req-157e5221-1fa2-4c81-9545-b405714d9d6f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585384 Jul 14 15:57:53.987849 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a909d-1888-4f3a-8cb1-1ad1e0fb0890 req-544a304a-96c5-4839-9984-ccbc8a658dbc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:53.993028 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f97a909d-1888-4f3a-8cb1-1ad1e0fb0890 req-544a304a-96c5-4839-9984-ccbc8a658dbc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0571716 Jul 14 15:57:54.040533 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f97a909d-1888-4f3a-8cb1-1ad1e0fb0890 req-7a20f946-420f-4bd3-a89b-9e74b9404d85 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Jul 14 15:57:54.645927 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 60764) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:54.682049 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-de3fd8f5-70e3-40cb-be1a-c5e6ed261423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:54.685036 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-de3fd8f5-70e3-40cb-be1a-c5e6ed261423 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531352 Jul 14 15:57:54.706440 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:54.715082 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-ae92506c-930a-49b0-b402-fa075f7cdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:54.716627 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-ae92506c-930a-49b0-b402-fa075f7cdf32 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866284 Jul 14 15:57:54.724657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1ce2-25ad-4272-9212-c978662e2ed6 req-7afd8ea4-3eea-46c4-a7a6-abe5a80d88c3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:54.726271 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3bfd1ce2-25ad-4272-9212-c978662e2ed6 req-7afd8ea4-3eea-46c4-a7a6-abe5a80d88c3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0638127 Jul 14 15:57:54.773590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680648654-network', 'tenant_id': 'cbdae82cb97b48b7a541a22084bc111f'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:54.779394 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3bfd1ce2-25ad-4272-9212-c978662e2ed6 req-2f1284be-9fa5-4fbd-9f5c-d45a4b4ae3fd tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469198 Jul 14 15:57:54.863020 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Made reservation on behalf of cbdae82cb97b48b7a541a22084bc111f for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:57:54.866293 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:54.875747 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:54.960516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks [] for security_group (8369cb87-d74d-4a97-a05b-cbe42c09fb84), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.025974 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8369cb87-d74d-4a97-a05b-cbe42c09fb84), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.057373 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:57:55.066610 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8369cb87-d74d-4a97-a05b-cbe42c09fb84,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:55.073635 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (060f066f-4825-48d5-8a37-8e755828e7de), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.074057 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Added segment 060f066f-4825-48d5-8a37-8e755828e7de of type vlan for network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 Jul 14 15:57:55.123160 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (76d2fb51-b1c0-4365-a827-9ba97bef7a96), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.156191 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7162cda-b6cb-4ae6-8455-f734eb3cbb15 req-e36d436e-5227-4594-951e-f8a9be844864 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:55.157653 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c7162cda-b6cb-4ae6-8455-f734eb3cbb15 req-e36d436e-5227-4594-951e-f8a9be844864 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0479865 Jul 14 15:57:55.192640 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:55.208633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (76d2fb51-b1c0-4365-a827-9ba97bef7a96), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.210282 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:55.210898 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.221831 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c7162cda-b6cb-4ae6-8455-f734eb3cbb15 req-85e0e04c-3bd8-4563-918f-26c52a0c4b38 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520847 Jul 14 15:57:55.285608 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] Pushing event updated for resources: {'Network': ['ID=76d2fb51-b1c0-4365-a827-9ba97bef7a96,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:55.297288 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:57:55.327251 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ecd0999b-cfed-40cd-aa46-d6ac5e886941 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6781595 Jul 14 15:57:55.329636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60786) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:55.335929 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Request body: {'subnet': {'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680648654-subnet', 'tenant_id': 'cbdae82cb97b48b7a541a22084bc111f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:55.430704 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Made reservation on behalf of cbdae82cb97b48b7a541a22084bc111f for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:57:55.433119 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58799889'] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.671239 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62051458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58799907'] for subnet (379ddcf7-1d83-47d4-bac4-a08211eab522), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:55.732498 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379ddcf7-1d83-47d4-bac4-a08211eab522,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:57:55.742715 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Checking segment: {'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:57:55.743063 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Network hostable DHCP agents. Network: 76d2fb51-b1c0-4365-a827-9ba97bef7a96, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:57:55.844915 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-8ba51324-057e-4b19-a3e3-007fa5a07c06 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994546 Jul 14 15:57:55.849088 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-731a5be3-d052-4181-9620-a4eccd9fac34 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065328 Jul 14 15:57:55.891622 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:57:55.907709 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b880b2a-2377-4ae9-93c1-b999abc7c03b req-9295a668-41c3-47ac-a827-8f31bffb33fa tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:55.909262 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9b880b2a-2377-4ae9-93c1-b999abc7c03b req-9295a668-41c3-47ac-a827-8f31bffb33fa tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Jul 14 15:57:55.935044 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:55.938681 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-0af9e193-0504-4c0c-8101-985e078d67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:55.940575 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-0af9e193-0504-4c0c-8101-985e078d67a3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1129 time: 0.0413494 Jul 14 15:57:55.964923 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9b880b2a-2377-4ae9-93c1-b999abc7c03b req-f40d8602-17d9-423a-834b-a2ac6c9a8b91 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494332 Jul 14 15:57:55.997461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 76d2fb51-b1c0-4365-a827-9ba97bef7a96) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:57:56.001749 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:56.002366 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:56.008568 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2257db-ad82-4fbd-b594-fce803002156 None None] Network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:57:56.122966 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d918-7fbe-4086-a3a1-f1080eda185f req-e57bdc04-4caf-49ca-932c-2ef18b954967 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:56.124861 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bf71d918-7fbe-4086-a3a1-f1080eda185f req-e57bdc04-4caf-49ca-932c-2ef18b954967 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0752802 Jul 14 15:57:56.132722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c44857-fcd0-45d3-8623-46f725b89a2e None None] Network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:57:56.138544 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-44d73900-3239-4643-aa59-3a2ead442c54 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8074024 Jul 14 15:57:56.148476 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 60808) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:57:56.150906 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:56.153225 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:57:56.203845 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (db2f82d2-da98-4c85-84f6-8c668b51fc4d), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:56.562757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccf98-c69e-429e-926a-26e6eecf24d1 req-5ef70df7-28ea-49af-9ddb-13b816e208e4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:56.564393 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-948ccf98-c69e-429e-926a-26e6eecf24d1 req-5ef70df7-28ea-49af-9ddb-13b816e208e4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.1050975 Jul 14 15:57:56.686108 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:56.704293 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:56.755138 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-7ee5b43f-7326-4ad0-9244-02441c5e34a4 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254282 Jul 14 15:57:56.778429 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-948ccf98-c69e-429e-926a-26e6eecf24d1 req-f7cb656e-ca8a-492d-9999-b5784fca6c67 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077792 Jul 14 15:57:56.860152 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fc8eca0-4a7e-41c6-a886-4b3f80bbeb32 req-ae20b8fa-6e8f-497f-9ebb-727eefe7dc36 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052000 Jul 14 15:57:57.046593 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:57.097459 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:57.153103 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-b8d0a6af-3eb7-44ae-ae4b-2552f6c8465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:57.154658 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-b8d0a6af-3eb7-44ae-ae4b-2552f6c8465c service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.0885623 Jul 14 15:57:57.155050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (db2f82d2-da98-4c85-84f6-8c668b51fc4d), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:57.253992 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP db2f82d2-da98-4c85-84f6-8c668b51fc4d associated. External IP: 172.27.3.38, port: fd63becb-ed28-4d91-8401-801a37b8d3fa. Jul 14 15:57:57.463675 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:57:57.465308 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:57.578559 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:57:57.585742 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:57:57.593691 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:57:57.604993 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:57:57.605605 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:57:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:57.617150 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-369dd307-5de5-47fd-b543-98fd30497ea0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "PUT /v2.0/floatingips/db2f82d2-da98-4c85-84f6-8c668b51fc4d HTTP/1.1" status: 200 len: 990 time: 1.4675736 Jul 14 15:57:57.618472 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:57:57.620032 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46819e25-e8f4-445b-8674-9f93de0c09e2" -d '{"events": [{"name": "network-changed", "server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:57:57.659802 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e39599c-4688-4ee0-840d-f601d943b0a6 x-openstack-request-id: req-4e39599c-4688-4ee0-840d-f601d943b0a6 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:57:57.660089 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:57:57.660375 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4e39599c-4688-4ee0-840d-f601d943b0a6 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:57:57.660781 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e39599c-4688-4ee0-840d-f601d943b0a6'] response: {'name': 'network-changed', 'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'status': 'completed', 'code': 200} Jul 14 15:57:57.696345 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:57.708447 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:57:57.830860 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:57:57.907177 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96996ab-2e94-497c-ae47-9cf97b78e7bb req-0fe92fb1-533b-43e2-baa2-3ff8c09be5ef tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:57.908719 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c96996ab-2e94-497c-ae47-9cf97b78e7bb req-0fe92fb1-533b-43e2-baa2-3ff8c09be5ef tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0526586 Jul 14 15:57:57.952255 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:56Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:57.964941 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c96996ab-2e94-497c-ae47-9cf97b78e7bb req-d8f56da8-ed85-4314-91a1-944fcefa4131 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495691 Jul 14 15:57:57.978131 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:57:57.987053 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:57:57.987645 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:57:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:58.090923 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:57:58.380035 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:56Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:57:58.405280 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ec571-3a99-46c1-a5ed-ff0e3eb6fa55 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:56Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:57:59.003792 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9652ef3-62a2-4c7d-8ad6-ccf6e96fedd5 None None] New status for floating IP db2f82d2-da98-4c85-84f6-8c668b51fc4d: ACTIVE {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 15:57:59.089575 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329c198-1f5a-4f1b-b0ec-187a50779fa3 req-d7333738-f844-4f1f-9d19-f3ca9c3b77f8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:57:59.091147 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3329c198-1f5a-4f1b-b0ec-187a50779fa3 req-d7333738-f844-4f1f-9d19-f3ca9c3b77f8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0496645 Jul 14 15:57:59.146172 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3329c198-1f5a-4f1b-b0ec-187a50779fa3 req-157bd2e8-3e2b-4a4e-b4e0-b936408c55e5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492678 Jul 14 15:58:00.257486 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f3a7-a53e-434b-af3d-f239e9b601d7 req-b9e2de60-2b85-45f7-aebe-ebd7230f5c49 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:00.259085 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0124f3a7-a53e-434b-af3d-f239e9b601d7 req-b9e2de60-2b85-45f7-aebe-ebd7230f5c49 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0467913 Jul 14 15:58:00.307150 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0124f3a7-a53e-434b-af3d-f239e9b601d7 req-61db6524-379a-4c0c-b251-630463415dca tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 Jul 14 15:58:00.586238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5b32cfdf-d8de-4db6-bcd4-a790495e13aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:01.437980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ded9c-2aea-401a-8fb5-fb249e7f4207 req-3bd036f2-2546-461a-b62f-e8f988d20e3b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:01.439447 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a77ded9c-2aea-401a-8fb5-fb249e7f4207 req-3bd036f2-2546-461a-b62f-e8f988d20e3b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0617003 Jul 14 15:58:01.460848 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:01.489811 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a77ded9c-2aea-401a-8fb5-fb249e7f4207 req-4a8d9b27-6807-4102-aea4-0819fdda259d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Jul 14 15:58:02.110643 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-2e78137a-b545-4ed6-a38f-de74551d4013 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 1001 time: 0.0917289 Jul 14 15:58:02.179420 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-472ad669-1098-4c5b-abc9-3a30f31f45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:02.180917 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-472ad669-1098-4c5b-abc9-3a30f31f45f2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0489452 Jul 14 15:58:02.184182 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-19eb66fd-13ec-49af-b150-be828a967ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:02.185583 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-19eb66fd-13ec-49af-b150-be828a967ed0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 1129 time: 0.0530798 Jul 14 15:58:02.393886 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-b5aa636f-0056-4f10-9953-6bca215cb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:02.395643 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-b5aa636f-0056-4f10-9953-6bca215cb5c7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475645 Jul 14 15:58:02.440318 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-95c620b3-7d64-44cd-808b-f138a9c0b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:02.441769 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-95c620b3-7d64-44cd-808b-f138a9c0b29f service neutron] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 917 time: 0.0942171 Jul 14 15:58:02.495593 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-c84fe0a5-ee61-4660-a543-a6eb9c1fa057 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933311 Jul 14 15:58:02.565807 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-26a76f44-3f74-45c5-9645-1db733f2ecd5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa HTTP/1.1" status: 200 len: 1000 time: 0.1178379 Jul 14 15:58:02.628892 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2773ab48-1ee6-4099-871e-ab522998ea05 req-1206c5c8-30a6-49a4-a00c-48ecd4e6d319 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197448 Jul 14 15:58:02.658516 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0191f1-9c35-43f3-80dd-500ae6aeb4d0 req-26858169-75c1-4f4a-b2c9-cc3516c471d0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:02.659987 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee0191f1-9c35-43f3-80dd-500ae6aeb4d0 req-26858169-75c1-4f4a-b2c9-cc3516c471d0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0909567 Jul 14 15:58:02.683593 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-4d5e2421-b70f-4e7c-9fd1-59268aa39b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:02.685009 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-4d5e2421-b70f-4e7c-9fd1-59268aa39b7c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0811882 Jul 14 15:58:02.744334 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee0191f1-9c35-43f3-80dd-500ae6aeb4d0 req-21b0a0b0-a204-488d-b8c1-f529f10ab106 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777936 Jul 14 15:58:02.747557 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-2dd4baa8-7abc-4166-9723-5ce2a9604307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:02.748880 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-2dd4baa8-7abc-4166-9723-5ce2a9604307 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563424 Jul 14 15:58:02.856239 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-714518d2-4d45-44ff-a362-398b4d3547dd service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978489 Jul 14 15:58:02.962039 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7700093f-155c-4b59-a3fb-96a224e10600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:02.962664 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46819e25-e8f4-445b-8674-9f93de0c09e2 req-bf713d73-f8b7-4c52-a08f-eb462d51de90 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982244 Jul 14 15:58:03.810817 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:03.882635 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf51da-a4bc-4429-bee4-f15922e9bfef req-68ab53a2-98e9-469f-86e7-86338ff4c960 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:03.884106 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5adf51da-a4bc-4429-bee4-f15922e9bfef req-68ab53a2-98e9-469f-86e7-86338ff4c960 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0678236 Jul 14 15:58:03.891727 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-29df045e-d8fa-4e3f-aae6-13db620999cf tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:03.893145 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-29df045e-d8fa-4e3f-aae6-13db620999cf tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/networks?id=76d2fb51-b1c0-4365-a827-9ba97bef7a96 HTTP/1.1" status: 200 len: 808 time: 0.1528411 Jul 14 15:58:03.920590 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-332c3d3c-a66f-4869-98b7-d35d5ac9613b tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/quotas/cbdae82cb97b48b7a541a22084bc111f HTTP/1.1" status: 200 len: 375 time: 0.0194466 Jul 14 15:58:03.968844 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-577b7e47-6888-4eff-af0d-e02fb0edd9bb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=cbdae82cb97b48b7a541a22084bc111f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385151 Jul 14 15:58:03.972086 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5adf51da-a4bc-4429-bee4-f15922e9bfef req-8e735bf9-9c07-4ebc-806d-35798ab3e243 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780797 Jul 14 15:58:04.062681 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0ba7e62a-9e84-4496-8c73-83abbee99a19 service neutron] 10.222.0.119 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869749 Jul 14 15:58:04.093958 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:04.348618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:04.362979 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-f5bd8603-6026-4243-bc20-84e42df7c6ad service neutron] 10.222.0.119 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945876 Jul 14 15:58:04.634444 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ba982bca-c128-40eb-9aae-8d7efbce8bc0 req-8301c831-8f6d-434b-aecd-595d7cb011ab tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 210 time: 0.0282102 Jul 14 15:58:05.094637 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ee38-0dba-42a7-98a6-49bcf7361c4a req-79092b73-7561-432f-9b90-5418c41da197 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:05.096187 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b82ee38-0dba-42a7-98a6-49bcf7361c4a req-79092b73-7561-432f-9b90-5418c41da197 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0560930 Jul 14 15:58:05.148398 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b82ee38-0dba-42a7-98a6-49bcf7361c4a req-2e6ec773-92ec-4b4b-9b00-b64df486edab tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jul 14 15:58:05.484417 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:05.488767 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:05.606049 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:05.712699 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c56a092-099a-4927-9250-e0787d130de7 req-9f88c1cc-3535-4fc3-8d24-0f39390255ab tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 210 time: 0.0283818 Jul 14 15:58:05.928103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.000063 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 32788) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:06.118531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b2186ff0-ec1a-471c-a2c2-41e150d39de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.207069 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b2186ff0-ec1a-471c-a2c2-41e150d39de4 admin admin] Publish callbacks [] for security_group (b995ec3b-4c92-4794-b001-ad575765587b), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.263969 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbad0d6-b6fd-49cc-a34d-19c4d100a5c4 req-88edcf4d-f8c0-46df-8481-c8ab070e206e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:06.265585 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1cbad0d6-b6fd-49cc-a34d-19c4d100a5c4 req-88edcf4d-f8c0-46df-8481-c8ab070e206e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0480540 Jul 14 15:58:06.302736 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b2186ff0-ec1a-471c-a2c2-41e150d39de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b995ec3b-4c92-4794-b001-ad575765587b), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.334622 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1cbad0d6-b6fd-49cc-a34d-19c4d100a5c4 req-5cdfad25-7a1e-4609-b572-0e6ea9bd51f5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628941 Jul 14 15:58:06.357165 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b2186ff0-ec1a-471c-a2c2-41e150d39de4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=64dd9277c418451d9318a595d7f23970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559134 Jul 14 15:58:06.358281 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2186ff0-ec1a-471c-a2c2-41e150d39de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b995ec3b-4c92-4794-b001-ad575765587b,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:06.359934 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 32796) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:06.414865 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4ce5f338-9b1a-4b06-a9f4-9761d526ebfa admin admin] Publish callbacks [] for security_group (b995ec3b-4c92-4794-b001-ad575765587b), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.441047 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4ce5f338-9b1a-4b06-a9f4-9761d526ebfa admin admin] Publish callbacks [] for security_group (b995ec3b-4c92-4794-b001-ad575765587b), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.596549 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4ce5f338-9b1a-4b06-a9f4-9761d526ebfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b995ec3b-4c92-4794-b001-ad575765587b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.599104 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4ce5f338-9b1a-4b06-a9f4-9761d526ebfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:06.600346 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4ce5f338-9b1a-4b06-a9f4-9761d526ebfa admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b995ec3b-4c92-4794-b001-ad575765587b HTTP/1.1" status: 204 len: 168 time: 0.2393937 Jul 14 15:58:06.608620 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5f338-9b1a-4b06-a9f4-9761d526ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b995ec3b-4c92-4794-b001-ad575765587b,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:06.812803 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bee292a3-97f3-420b-af51-6f3177a4949a req-3c5fd90c-a46a-47b8-be1f-a3641a4b942e tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 210 time: 0.0300870 Jul 14 15:58:07.407053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 32812) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:07.424531 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9cbef8a6-a2cb-445b-95fe-51a1aa8bbb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:07.499675 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb060c-fa3a-4d59-b4ba-17cae658ceaa req-623aeabe-d7dc-4620-8c73-bb91f02d0ae8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:07.501192 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fcfb060c-fa3a-4d59-b4ba-17cae658ceaa req-623aeabe-d7dc-4620-8c73-bb91f02d0ae8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0718560 Jul 14 15:58:07.503331 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9cbef8a6-a2cb-445b-95fe-51a1aa8bbb45 admin admin] Publish callbacks [] for security_group (80ec35d1-1639-4d78-a199-1f53a8f3bc89), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:07.528569 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-f5679f6b-a44b-49ed-9638-140d51f73e80 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:07.530008 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-f5679f6b-a44b-49ed-9638-140d51f73e80 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "GET /v2.0/networks?id=76d2fb51-b1c0-4365-a827-9ba97bef7a96 HTTP/1.1" status: 200 len: 808 time: 0.1644075 Jul 14 15:58:07.575182 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fcfb060c-fa3a-4d59-b4ba-17cae658ceaa req-a97d1561-97fc-4a34-94ad-92dc8606303c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574682 Jul 14 15:58:07.576015 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Request body: {'port': {'device_id': '2624ad70-f118-4407-b145-3e7c44efa22f', 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96', 'admin_state_up': True, 'tenant_id': 'cbdae82cb97b48b7a541a22084bc111f'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:58:07.646143 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:07.675822 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9cbef8a6-a2cb-445b-95fe-51a1aa8bbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (80ec35d1-1639-4d78-a199-1f53a8f3bc89), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:07.713565 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:07.727598 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9cbef8a6-a2cb-445b-95fe-51a1aa8bbb45 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ac736efe42fa4b4ab15898f4bb4e6504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187358 Jul 14 15:58:07.728632 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef8a6-a2cb-445b-95fe-51a1aa8bbb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ec35d1-1639-4d78-a199-1f53a8f3bc89,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:07.730210 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 32814) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:07.770995 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:07.783165 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67543135-1e3d-4eac-8b75-17ef5b8760e2 admin admin] Publish callbacks [] for security_group (80ec35d1-1639-4d78-a199-1f53a8f3bc89), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:07.785939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Made reservation on behalf of cbdae82cb97b48b7a541a22084bc111f for: {'port': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:58:07.789284 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:07.823615 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67543135-1e3d-4eac-8b75-17ef5b8760e2 admin admin] Publish callbacks [] for security_group (80ec35d1-1639-4d78-a199-1f53a8f3bc89), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:07.936072 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-84f551a1-364b-48bf-8388-9e143a5f9b70 req-850bb6e0-5407-4c58-becf-571203d13aa4 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 210 time: 0.0431113 Jul 14 15:58:07.996255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Allocated IP 172.20.0.3 (76d2fb51-b1c0-4365-a827-9ba97bef7a96/379ddcf7-1d83-47d4-bac4-a08211eab522/1c6c0b1b-7252-401d-8746-06437e0e74d5) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:58:08.053695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67543135-1e3d-4eac-8b75-17ef5b8760e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (80ec35d1-1639-4d78-a199-1f53a8f3bc89), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:08.056173 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67543135-1e3d-4eac-8b75-17ef5b8760e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:08.057357 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-67543135-1e3d-4eac-8b75-17ef5b8760e2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/80ec35d1-1639-4d78-a199-1f53a8f3bc89 HTTP/1.1" status: 204 len: 168 time: 0.3254471 Jul 14 15:58:08.084985 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67543135-1e3d-4eac-8b75-17ef5b8760e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ec35d1-1639-4d78-a199-1f53a8f3bc89,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:08.171695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks [] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:08.265539 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:08.312867 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:08.320024 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:58:08.325714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:58:08.329828 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:58:08.355175 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Pushing event updated for resources: {'Port': ['ID=1c6c0b1b-7252-401d-8746-06437e0e74d5,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:08.382641 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=61 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:08.383529 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=41 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:08.386691 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:08.387491 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:08.514085 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-0f64fbb4-3652-4015-b5d3-6c462395dbd2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415681 Jul 14 15:58:08.545146 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Request body: {'port': {'device_id': '2624ad70-f118-4407-b145-3e7c44efa22f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:58:08.611218 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:08.778785 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c02b3-f8c2-4a7a-8029-8b237ec96f29 req-78eca1dc-b6ab-45a4-8242-40acbfb24a53 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:08.780279 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c7c02b3-f8c2-4a7a-8029-8b237ec96f29 req-78eca1dc-b6ab-45a4-8242-40acbfb24a53 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.1098645 Jul 14 15:58:08.816141 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:08.888363 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c7c02b3-f8c2-4a7a-8029-8b237ec96f29 req-1c79a444-7639-48a7-817d-5006024319d5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021190 Jul 14 15:58:08.971687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6c0b1b-7252-401d-8746-06437e0e74d5 {{(pid=111068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:58:08.979945 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Publish callbacks [] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:09.004178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.provisioning_blocks [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Transition to ACTIVE for port object 1c6c0b1b-7252-401d-8746-06437e0e74d5 will not be triggered until provisioned by entity L2. {{(pid=111068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:58:09.069652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce2ab0-13cf-44ce-8b3f-2e26fa57ae1d req-67cab277-abfd-4a69-a062-f79c0157e3b3 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:09.071151 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-63ce2ab0-13cf-44ce-8b3f-2e26fa57ae1d req-67cab277-abfd-4a69-a062-f79c0157e3b3 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 931 time: 0.0521026 Jul 14 15:58:09.104565 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:09.166300 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-63ce2ab0-13cf-44ce-8b3f-2e26fa57ae1d req-7b6308b0-ad4c-4ee9-8ced-01d1f946ab87 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894382 Jul 14 15:58:09.173937 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c0b1b-7252-401d-8746-06437e0e74d5,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:09.266866 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Attempting to bind port 1c6c0b1b-7252-401d-8746-06437e0e74d5 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:58:09.267200 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Attempting to bind port 1c6c0b1b-7252-401d-8746-06437e0e74d5 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:58:09.267528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Attempting to bind port 1c6c0b1b-7252-401d-8746-06437e0e74d5 on network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:58:09.273313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Port 1c6c0b1b-7252-401d-8746-06437e0e74d5 on network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:58:09.273655 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Attempting to bind port 1c6c0b1b-7252-401d-8746-06437e0e74d5 on network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:58:09.278883 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:58:09.279214 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Checking segment: {'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:58:09.279587 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Bound using segment: {'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:58:09.280000 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Bound port: 1c6c0b1b-7252-401d-8746-06437e0e74d5, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'}}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:58:09.280390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:09.347595 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] For port 1c6c0b1b-7252-401d-8746-06437e0e74d5, host hv-cinder-84986, cleared binding levels {{(pid=111068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:58:09.351224 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] For port 1c6c0b1b-7252-401d-8746-06437e0e74d5, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1c6c0b1b-7252-401d-8746-06437e0e74d5,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:58:09.473993 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:09.508195 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:09.514687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:09.514687 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] 10.222.0.121 "PUT /v2.0/ports/1c6c0b1b-7252-401d-8746-06437e0e74d5 HTTP/1.1" status: 200 len: 1093 time: 0.9697275 Jul 14 15:58:09.514687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2624ad70-f118-4407-b145-3e7c44efa22f', 'tag': '1c6c0b1b-7252-401d-8746-06437e0e74d5'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:58:09.514687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d9e21e-1ac0-4760-bf62-089e9ff43f92" -d '{"events": [{"name": "network-changed", "server_uuid": "2624ad70-f118-4407-b145-3e7c44efa22f", "tag": "1c6c0b1b-7252-401d-8746-06437e0e74d5"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:58:09.541940 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7d55e-964e-4665-92b2-f31a5d3405da service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c0b1b-7252-401d-8746-06437e0e74d5,revision_number=3']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:09.574721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cbaeb0-a717-440d-a42c-c53e3505c05e x-openstack-request-id: req-35cbaeb0-a717-440d-a42c-c53e3505c05e {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:58:09.575014 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2624ad70-f118-4407-b145-3e7c44efa22f", "tag": "1c6c0b1b-7252-401d-8746-06437e0e74d5", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:58:09.575270 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-35cbaeb0-a717-440d-a42c-c53e3505c05e {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:58:09.575680 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cbaeb0-a717-440d-a42c-c53e3505c05e'] response: {'name': 'network-changed', 'server_uuid': '2624ad70-f118-4407-b145-3e7c44efa22f', 'tag': '1c6c0b1b-7252-401d-8746-06437e0e74d5', 'status': 'completed', 'code': 200} Jul 14 15:58:09.650554 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:09.684555 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9e21e-1ac0-4760-bf62-089e9ff43f92 req-9a5ab8df-147c-4994-a368-13f1f35cfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:09.685472 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e8d9e21e-1ac0-4760-bf62-089e9ff43f92 req-9a5ab8df-147c-4994-a368-13f1f35cfb75 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbdae82cb97b48b7a541a22084bc111f&device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 1127 time: 0.0464046 Jul 14 15:58:09.877882 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:58:09.920709 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9e21e-1ac0-4760-bf62-089e9ff43f92 req-54d43772-dd58-4d8b-b19c-8d65a26b75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:09.922315 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e8d9e21e-1ac0-4760-bf62-089e9ff43f92 req-54d43772-dd58-4d8b-b19c-8d65a26b75d4 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbdae82cb97b48b7a541a22084bc111f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2118254 Jul 14 15:58:10.018475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a117ac-2e1b-48ce-b3d6-de3baab16fa7 req-98a71235-6c16-4c48-a7bf-95db80efa64d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:10.019877 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e4a117ac-2e1b-48ce-b3d6-de3baab16fa7 req-98a71235-6c16-4c48-a7bf-95db80efa64d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0548515 Jul 14 15:58:10.116553 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e4a117ac-2e1b-48ce-b3d6-de3baab16fa7 req-82c29178-60c8-47a0-8519-15b444db584a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896244 Jul 14 15:58:10.251648 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:10.278192 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9e21e-1ac0-4760-bf62-089e9ff43f92 req-bae32f2d-47cf-43d5-8457-b188556c90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:10.281358 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e8d9e21e-1ac0-4760-bf62-089e9ff43f92 req-bae32f2d-47cf-43d5-8457-b188556c90f8 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2182796 Jul 14 15:58:10.346018 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 32906) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:10.347037 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adead74a-a159-4533-9d88-48f2c6630a7f req-6ebad88d-5e67-4955-a89d-be8d3729bbfb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:10.348590 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-adead74a-a159-4533-9d88-48f2c6630a7f req-6ebad88d-5e67-4955-a89d-be8d3729bbfb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 943 time: 0.0645146 Jul 14 15:58:10.403161 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-adead74a-a159-4533-9d88-48f2c6630a7f req-73640038-6357-4662-a249-8f5807d5f6ef tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472999 Jul 14 15:58:10.606931 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f929bf2-b4be-4217-8aea-a19cbc286d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:10.686108 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f929bf2-b4be-4217-8aea-a19cbc286d13 admin admin] Publish callbacks [] for security_group (2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:10.790158 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f929bf2-b4be-4217-8aea-a19cbc286d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:10.794320 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:10.830046 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f929bf2-b4be-4217-8aea-a19cbc286d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:10.838151 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 32916) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:10.838694 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3f929bf2-b4be-4217-8aea-a19cbc286d13 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=742f4b1647df4002804de715966ef8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902253 Jul 14 15:58:10.889495 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-dce525e8-3f55-43f7-b985-91e2c7e9e8c3 admin admin] Publish callbacks [] for security_group (2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:10.913775 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-dce525e8-3f55-43f7-b985-91e2c7e9e8c3 admin admin] Publish callbacks [] for security_group (2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.152479 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-dce525e8-3f55-43f7-b985-91e2c7e9e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.155488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-dce525e8-3f55-43f7-b985-91e2c7e9e8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.156665 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-dce525e8-3f55-43f7-b985-91e2c7e9e8c3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec HTTP/1.1" status: 204 len: 168 time: 0.3173649 Jul 14 15:58:11.165998 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce525e8-3f55-43f7-b985-91e2c7e9e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa7ee9-b950-4cee-9aa0-7c1464b1f9ec,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:11.184017 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 32928) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:11.286196 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89143531-e05f-4bb1-9459-032611beea21 req-6443ee35-c745-4c33-8b8c-d27512769d70 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:11.288841 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-89143531-e05f-4bb1-9459-032611beea21 req-6443ee35-c745-4c33-8b8c-d27512769d70 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0645862 Jul 14 15:58:11.333385 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bd625c97-ad03-44cb-b838-5edd640555b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.363366 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-89143531-e05f-4bb1-9459-032611beea21 req-7cf7c075-d3ba-4c33-9a77-13e8a4050cf9 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687981 Jul 14 15:58:11.450483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bd625c97-ad03-44cb-b838-5edd640555b2 admin admin] Publish callbacks [] for security_group (56c5acc7-ecde-4975-a1a4-9f20173c74fb), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.531472 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bd625c97-ad03-44cb-b838-5edd640555b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (56c5acc7-ecde-4975-a1a4-9f20173c74fb), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.582588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d186e54-2239-4f95-8e9f-f165e2073209 req-58149103-2a9b-4c8e-824c-dd956c3f76e1 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:11.585715 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d186e54-2239-4f95-8e9f-f165e2073209 req-58149103-2a9b-4c8e-824c-dd956c3f76e1 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 943 time: 0.0924590 Jul 14 15:58:11.598933 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-bd625c97-ad03-44cb-b838-5edd640555b2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b3afaa82844648adbd8beec95e151c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136660 Jul 14 15:58:11.602557 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 32938) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:11.620703 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625c97-ad03-44cb-b838-5edd640555b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5acc7-ecde-4975-a1a4-9f20173c74fb,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:11.658750 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d186e54-2239-4f95-8e9f-f165e2073209 req-dfbe5e5c-cdde-47d4-9c6a-69f83025bcc7 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626678 Jul 14 15:58:11.675486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53b6dfad-730c-46f4-b655-2ef556f4af42 admin admin] Publish callbacks [] for security_group (56c5acc7-ecde-4975-a1a4-9f20173c74fb), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.701624 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53b6dfad-730c-46f4-b655-2ef556f4af42 admin admin] Publish callbacks [] for security_group (56c5acc7-ecde-4975-a1a4-9f20173c74fb), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.887875 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53b6dfad-730c-46f4-b655-2ef556f4af42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (56c5acc7-ecde-4975-a1a4-9f20173c74fb), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.890998 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53b6dfad-730c-46f4-b655-2ef556f4af42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:11.892257 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-53b6dfad-730c-46f4-b655-2ef556f4af42 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/56c5acc7-ecde-4975-a1a4-9f20173c74fb HTTP/1.1" status: 204 len: 168 time: 0.2886901 Jul 14 15:58:11.901615 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6dfad-730c-46f4-b655-2ef556f4af42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5acc7-ecde-4975-a1a4-9f20173c74fb,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:12.305522 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-04da66f5-8f84-4a57-a806-9cc028b4c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:12.306997 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-04da66f5-8f84-4a57-a806-9cc028b4c73c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbdae82cb97b48b7a541a22084bc111f&device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 1127 time: 0.0411470 Jul 14 15:58:12.508829 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d3cd6-ef16-495e-b7c6-cfad436234b0 req-34cee7b4-0264-46c7-8684-89ce8cd9da88 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:12.510775 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cb1d3cd6-ef16-495e-b7c6-cfad436234b0 req-34cee7b4-0264-46c7-8684-89ce8cd9da88 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0583262 Jul 14 15:58:12.556654 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-7ad285e6-8234-40da-a054-605d289c289f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c6c0b1b-7252-401d-8746-06437e0e74d5 HTTP/1.1" status: 200 len: 217 time: 0.0447493 Jul 14 15:58:12.598627 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cb1d3cd6-ef16-495e-b7c6-cfad436234b0 req-aefd0dbe-3491-43bc-beb7-90715fc07b0d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799525 Jul 14 15:58:12.698229 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 32982) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:12.715496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ac10-1d39-4de2-9d54-c5ee06b07a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:12.770005 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:12.799314 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73931e-0c5f-496a-8476-441ff99c9142 req-9ac4c2d8-90e5-4b42-8dd9-e7fc15841781 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:12.799314 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc73931e-0c5f-496a-8476-441ff99c9142 req-9ac4c2d8-90e5-4b42-8dd9-e7fc15841781 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 943 time: 0.0611858 Jul 14 15:58:12.811481 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:12.871242 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ac10-1d39-4de2-9d54-c5ee06b07a5c admin admin] Publish callbacks [] for security_group (930f1c5f-646a-4b5a-9e5a-27e39c697096), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:12.878570 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc73931e-0c5f-496a-8476-441ff99c9142 req-cb3af702-159f-4a73-bd69-4b552b895cd5 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747671 Jul 14 15:58:12.954565 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ac10-1d39-4de2-9d54-c5ee06b07a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (930f1c5f-646a-4b5a-9e5a-27e39c697096), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:12.997184 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c9e0ac10-1d39-4de2-9d54-c5ee06b07a5c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9046e2aad30a42409b0e213ef53711d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975807 Jul 14 15:58:12.998151 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0ac10-1d39-4de2-9d54-c5ee06b07a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f1c5f-646a-4b5a-9e5a-27e39c697096,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:12.999997 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 32984) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:13.058858 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-927f293b-b467-4bb5-9b56-3d0684a57210 admin admin] Publish callbacks [] for security_group (930f1c5f-646a-4b5a-9e5a-27e39c697096), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:13.087340 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-927f293b-b467-4bb5-9b56-3d0684a57210 admin admin] Publish callbacks [] for security_group (930f1c5f-646a-4b5a-9e5a-27e39c697096), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:13.097765 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-eb1ec3a4-aefd-4873-8233-ca778538b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:13.099838 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-eb1ec3a4-aefd-4873-8233-ca778538b78e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=379ddcf7-1d83-47d4-bac4-a08211eab522 HTTP/1.1" status: 200 len: 848 time: 0.0544689 Jul 14 15:58:13.139695 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-667273d9-4335-4f4b-8954-380620839336 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=76d2fb51-b1c0-4365-a827-9ba97bef7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263977 Jul 14 15:58:13.243470 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-927f293b-b467-4bb5-9b56-3d0684a57210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (930f1c5f-646a-4b5a-9e5a-27e39c697096), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:13.247719 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-927f293b-b467-4bb5-9b56-3d0684a57210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:13.248932 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-927f293b-b467-4bb5-9b56-3d0684a57210 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/930f1c5f-646a-4b5a-9e5a-27e39c697096 HTTP/1.1" status: 204 len: 168 time: 0.2478125 Jul 14 15:58:13.251132 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-ef4f83c0-1b27-42db-8609-a3b15247c642 service neutron] 10.222.0.121 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030490 Jul 14 15:58:13.265228 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f293b-b467-4bb5-9b56-3d0684a57210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f1c5f-646a-4b5a-9e5a-27e39c697096,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:13.402529 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0ff1144-4b19-4d96-b81f-197f2c90e757 req-86c294e9-c3f1-4151-8162-024e864fcf06 service neutron] 10.222.0.121 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403298 Jul 14 15:58:13.741818 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e062cf6-3d07-4dbf-91d3-5b77484fb2e9 req-ac16d327-b9da-489e-9c10-7725cde154dc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:13.743398 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9e062cf6-3d07-4dbf-91d3-5b77484fb2e9 req-ac16d327-b9da-489e-9c10-7725cde154dc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0653930 Jul 14 15:58:13.804627 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9e062cf6-3d07-4dbf-91d3-5b77484fb2e9 req-fca3591d-446e-4c4a-b4e1-e43e340a0264 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Jul 14 15:58:13.997815 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:14.015771 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cccd9f-0c35-4d00-8bb8-03ee56c76d4c req-d93909a1-869c-4ca2-8799-e9df2c11b059 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:14.017725 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a7cccd9f-0c35-4d00-8bb8-03ee56c76d4c req-d93909a1-869c-4ca2-8799-e9df2c11b059 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 943 time: 0.0521569 Jul 14 15:58:14.071649 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a7cccd9f-0c35-4d00-8bb8-03ee56c76d4c req-78783944-7bdc-4d9d-b780-4b8839b2e9ea tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Jul 14 15:58:14.211729 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed8f64-f8fd-4f44-9c89-90964ab93542 req-cefb8c54-871d-49a1-9f88-f821e8a91c02 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:14.213785 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-54ed8f64-f8fd-4f44-9c89-90964ab93542 req-cefb8c54-871d-49a1-9f88-f821e8a91c02 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0552368 Jul 14 15:58:14.266570 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-54ed8f64-f8fd-4f44-9c89-90964ab93542 req-fd77a77a-6783-41c6-93f1-ea0aa1dc1e94 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465090 Jul 14 15:58:14.931364 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40db8-759d-4f6d-8b3c-a864fb879301 req-415a6af0-eb95-4b26-98a5-cf9126542f84 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:14.932885 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a2a40db8-759d-4f6d-8b3c-a864fb879301 req-415a6af0-eb95-4b26-98a5-cf9126542f84 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0509341 Jul 14 15:58:14.981648 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a2a40db8-759d-4f6d-8b3c-a864fb879301 req-b365c278-3652-49ea-8a70-ad84ff0664da tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Jul 14 15:58:15.190566 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f4612-1efd-4dcf-a651-b76b9f4cf3a5 req-6ef27c5e-d0bc-4c4c-8614-6b8f620766eb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:15.192074 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-411f4612-1efd-4dcf-a651-b76b9f4cf3a5 req-6ef27c5e-d0bc-4c4c-8614-6b8f620766eb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 943 time: 0.0515635 Jul 14 15:58:15.251442 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-411f4612-1efd-4dcf-a651-b76b9f4cf3a5 req-f542d7bc-ad58-48dc-ad57-18731eb8f387 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527778 Jul 14 15:58:15.636056 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed399-f545-4dcb-8786-9053b565ca2b req-5fbb0939-c250-4161-a99f-8f119f749fbd tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:15.637466 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21bed399-f545-4dcb-8786-9053b565ca2b req-5fbb0939-c250-4161-a99f-8f119f749fbd tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.2929344 Jul 14 15:58:15.684286 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21bed399-f545-4dcb-8786-9053b565ca2b req-78a27052-7b4b-4b71-a4b8-f3d6aa466b55 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 Jul 14 15:58:16.100772 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdf432-bdf3-476f-86eb-7842acb3e8ef req-82d1509f-de1a-4772-84fc-55068a606654 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:16.102226 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7fcdf432-bdf3-476f-86eb-7842acb3e8ef req-82d1509f-de1a-4772-84fc-55068a606654 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0491881 Jul 14 15:58:16.152151 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7fcdf432-bdf3-476f-86eb-7842acb3e8ef req-11294aed-4ef8-4357-89d3-12f1bdf657f8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Jul 14 15:58:16.413957 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532a17-410a-4412-a477-e453ff77ab4d req-98d18c66-722d-4b2c-b972-af2d72cb326c tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:16.413957 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e532a17-410a-4412-a477-e453ff77ab4d req-98d18c66-722d-4b2c-b972-af2d72cb326c tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 943 time: 0.0641098 Jul 14 15:58:16.460358 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e532a17-410a-4412-a477-e453ff77ab4d req-d76c5538-a61b-4902-bed1-fc04a51f65ac tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569606 Jul 14 15:58:16.811844 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f873b1-4131-4e6c-aec0-845e49947f07 req-d7c03c23-a588-4d21-ba58-f455eeb22d70 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:16.814495 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-87f873b1-4131-4e6c-aec0-845e49947f07 req-d7c03c23-a588-4d21-ba58-f455eeb22d70 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0542603 Jul 14 15:58:16.870801 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-87f873b1-4131-4e6c-aec0-845e49947f07 req-bf6b68c1-d91a-494b-9fe2-8df465d5b478 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 Jul 14 15:58:17.207009 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1c6c0b1b-7252-401d-8746-06437e0e74d5 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:58:17.247641 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:17.285989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c974-82fd-4add-a59f-a8c81116905a req-b4fbd8a2-f84e-4cb6-b1be-50a2977d8b61 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:17.288249 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dce6c974-82fd-4add-a59f-a8c81116905a req-b4fbd8a2-f84e-4cb6-b1be-50a2977d8b61 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0516431 Jul 14 15:58:17.323753 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 1c6c0b1b-7252-401d-8746-06437e0e74d5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1c6c0b1b-7252-401d-8746-06437e0e74d5,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:17.339958 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '1c6c0b1b-7252-401d-8746-06437e0e74d5', 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96', 'port_id': '1c6c0b1b-7252-401d-8746-06437e0e74d5', 'mac_address': 'fa:16:3e:d7:f0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379ddcf7-1d83-47d4-bac4-a08211eab522', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:58:17.372726 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dce6c974-82fd-4add-a59f-a8c81116905a req-e7593543-dbe7-4bd5-aaa1-892b66a15068 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741973 Jul 14 15:58:17.401889 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 1c6c0b1b-7252-401d-8746-06437e0e74d5 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:58:17.402388 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:17.417471 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6c0b1b-7252-401d-8746-06437e0e74d5 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:58:17.439455 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 1c6c0b1b-7252-401d-8746-06437e0e74d5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1c6c0b1b-7252-401d-8746-06437e0e74d5,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:17.517710 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:17.580189 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=1c6c0b1b-7252-401d-8746-06437e0e74d5,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:17.590398 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a057c2-81e4-4ee9-a363-6fc6b3882b3d req-05b27aaa-9d2d-4a75-aa53-0deae90cd5c3 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:17.592094 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a5a057c2-81e4-4ee9-a363-6fc6b3882b3d req-05b27aaa-9d2d-4a75-aa53-0deae90cd5c3 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 944 time: 0.0571213 Jul 14 15:58:17.643163 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a5a057c2-81e4-4ee9-a363-6fc6b3882b3d req-2549b07c-146a-437a-b95c-fc77e239c7e2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 Jul 14 15:58:18.000838 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb01e6-0d91-4b56-910f-72c91582261a req-4df93eb5-072d-4241-872a-17f507341251 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:18.002533 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6ecb01e6-0d91-4b56-910f-72c91582261a req-4df93eb5-072d-4241-872a-17f507341251 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0542338 Jul 14 15:58:18.061300 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6ecb01e6-0d91-4b56-910f-72c91582261a req-46225744-0969-4606-b488-816483e8c4bc tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Jul 14 15:58:18.299242 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['1c6c0b1b-7252-401d-8746-06437e0e74d5'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:58:18.444132 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:18.557302 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904da2fc-7fad-4103-b288-78098847a413 req-34474349-c043-4368-9e26-bc3fecd2d575 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:18.559231 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-904da2fc-7fad-4103-b288-78098847a413 req-34474349-c043-4368-9e26-bc3fecd2d575 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0904641 Jul 14 15:58:18.611808 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-904da2fc-7fad-4103-b288-78098847a413 req-eab71e9f-9b6a-47b9-bb75-14337331e78a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Jul 14 15:58:18.746015 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:18.763744 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5ffb5-fa79-4712-be4a-8d56a734fcbe req-2a4ae5c4-5b0f-4201-bcc6-e964198b8628 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:18.765322 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dae5ffb5-fa79-4712-be4a-8d56a734fcbe req-2a4ae5c4-5b0f-4201-bcc6-e964198b8628 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 944 time: 0.0517149 Jul 14 15:58:18.815300 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dae5ffb5-fa79-4712-be4a-8d56a734fcbe req-b2f32be9-621b-4f97-a893-452daf7ef03e tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Jul 14 15:58:18.997298 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33152) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:19.106744 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:19.198428 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Publish callbacks [] for security_group (b335ba73-5a2a-47a8-add2-aee96cd21f7d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:19.198766 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1e721-7af6-4330-ab57-6901b4ea1eee req-c997bee3-d6f4-4711-a805-320dd87257db tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:19.198766 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-44b1e721-7af6-4330-ab57-6901b4ea1eee req-c997bee3-d6f4-4711-a805-320dd87257db tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0553567 Jul 14 15:58:19.239308 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-44b1e721-7af6-4330-ab57-6901b4ea1eee req-e3d8423a-c4dc-4ec6-a8b4-e33bde6d01d1 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Jul 14 15:58:19.268823 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b335ba73-5a2a-47a8-add2-aee96cd21f7d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:19.306941 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b335ba73-5a2a-47a8-add2-aee96cd21f7d,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:19.311002 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=283896b4f9da40edbc6a0e88e897f61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126240 Jul 14 15:58:19.313750 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33160) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:19.316815 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.317160 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.317499 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.317830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.318203 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.318793 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.318938 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.319212 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.319652 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.319970 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.320319 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.320642 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.320960 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.321277 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.321590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828ec2a-defa-4fc8-85c0-a45817563611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.372926 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Publish callbacks [] for security_group (b335ba73-5a2a-47a8-add2-aee96cd21f7d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:19.399832 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Publish callbacks [] for security_group (b335ba73-5a2a-47a8-add2-aee96cd21f7d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:19.505094 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b335ba73-5a2a-47a8-add2-aee96cd21f7d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:19.508286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:19.509497 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b335ba73-5a2a-47a8-add2-aee96cd21f7d HTTP/1.1" status: 204 len: 168 time: 0.1947112 Jul 14 15:58:19.519375 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b335ba73-5a2a-47a8-add2-aee96cd21f7d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:19.527636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.527982 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.528423 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.528761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.529091 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.529415 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.529761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.530048 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.530494 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.530818 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.531143 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.531463 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.531779 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.532121 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.532429 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e05df-3b5d-412a-addf-09f284e11c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:19.738886 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217175-4a47-4d77-915f-d12657fe73c3 req-b7b7e4d0-8963-44c3-90a5-f5e19e942a95 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:19.740471 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01217175-4a47-4d77-915f-d12657fe73c3 req-b7b7e4d0-8963-44c3-90a5-f5e19e942a95 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0565796 Jul 14 15:58:19.814517 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01217175-4a47-4d77-915f-d12657fe73c3 req-285dc757-3a23-47cb-9250-e4158de5bd3a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 Jul 14 15:58:20.091295 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273ee8a-d42a-4225-b209-4915d43cd24a req-4732f8f5-ae6b-4e56-8aec-1245a79a3c66 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:20.092827 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7273ee8a-d42a-4225-b209-4915d43cd24a req-4732f8f5-ae6b-4e56-8aec-1245a79a3c66 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 944 time: 0.0525978 Jul 14 15:58:20.144581 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7273ee8a-d42a-4225-b209-4915d43cd24a req-8011524e-0242-4e8a-8a2a-08a2e87aa89d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Jul 14 15:58:20.238330 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1c6c0b1b-7252-401d-8746-06437e0e74d5 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:58:20.281548 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 1c6c0b1b-7252-401d-8746-06437e0e74d5 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:58:20.349205 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 1c6c0b1b-7252-401d-8746-06437e0e74d5 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:58:20.349490 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:20.361447 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c9502-b6d3-4341-bab3-1ecf62ad5337 req-a7c6a4b1-1c7f-43d0-a1d5-bfc2658a15c6 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:20.362939 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2b5c9502-b6d3-4341-bab3-1ecf62ad5337 req-a7c6a4b1-1c7f-43d0-a1d5-bfc2658a15c6 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0498006 Jul 14 15:58:20.413899 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2b5c9502-b6d3-4341-bab3-1ecf62ad5337 req-ce748c5b-db34-477c-8ed0-4fc70433a7b8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/security-groups?id=7ea0fcd1-5700-450d-b0b5-3e58f72436d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442600 Jul 14 15:58:20.430722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 1c6c0b1b-7252-401d-8746-06437e0e74d5 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:58:20.431117 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:20.453844 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2624ad70-f118-4407-b145-3e7c44efa22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c0b1b-7252-401d-8746-06437e0e74d5'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:58:20.456086 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea1cb8d-d3ab-4795-b190-3815080af3c3" -d '{"events": [{"server_uuid": "2624ad70-f118-4407-b145-3e7c44efa22f", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c0b1b-7252-401d-8746-06437e0e74d5"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:58:20.468739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 1c6c0b1b-7252-401d-8746-06437e0e74d5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1c6c0b1b-7252-401d-8746-06437e0e74d5,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:20.494560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec2e02-9724-4817-9689-7bf78aabdf48 x-openstack-request-id: req-d8ec2e02-9724-4817-9689-7bf78aabdf48 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:58:20.494873 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2624ad70-f118-4407-b145-3e7c44efa22f", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c0b1b-7252-401d-8746-06437e0e74d5", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:58:20.495134 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d8ec2e02-9724-4817-9689-7bf78aabdf48 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:58:20.495530 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ec2e02-9724-4817-9689-7bf78aabdf48'] response: {'server_uuid': '2624ad70-f118-4407-b145-3e7c44efa22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c0b1b-7252-401d-8746-06437e0e74d5', 'code': 200} Jul 14 15:58:20.568079 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:20.624443 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=1c6c0b1b-7252-401d-8746-06437e0e74d5,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:20.745694 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-6cf2ebac-10ad-4133-8b2e-baab9b3283d9 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:20.747119 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-6cf2ebac-10ad-4133-8b2e-baab9b3283d9 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.121 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 945 time: 0.0512173 Jul 14 15:58:20.758720 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:20.873723 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Deleting port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 15:58:20.874011 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:20.981262 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fef5c-478a-4776-8a95-06e8bc55ee23 req-313bc6b0-1d52-4265-a27d-e9b5949db6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:20.983450 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-481fef5c-478a-4776-8a95-06e8bc55ee23 req-313bc6b0-1d52-4265-a27d-e9b5949db6d4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 1129 time: 0.0465724 Jul 14 15:58:20.999187 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49cbdc-a656-487b-963d-9e323b93cdf9 req-4c1d5799-74e2-4b59-82d2-f440fdca5acb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:21.001128 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d49cbdc-a656-487b-963d-9e323b93cdf9 req-4c1d5799-74e2-4b59-82d2-f440fdca5acb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0985150 Jul 14 15:58:21.020461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:21.030836 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:21.044068 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] For port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:21.044487 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:21.052291 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-481fef5c-478a-4776-8a95-06e8bc55ee23 req-16abcc1b-95c9-4557-abed-c905e13acbe5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Jul 14 15:58:21.070507 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Calling delete_port for 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b owned by compute:nova {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 15:58:21.097687 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d49cbdc-a656-487b-963d-9e323b93cdf9 req-134a33fb-1348-470b-bf10-f48d498b3661 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880096 Jul 14 15:58:21.307111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561f28e-299c-46d9-ac8c-8e2529a8311e req-2bd5ef4a-4d7f-42d1-bbfa-234a2b4f230a tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:21.308884 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8561f28e-299c-46d9-ac8c-8e2529a8311e req-2bd5ef4a-4d7f-42d1-bbfa-234a2b4f230a tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0796692 Jul 14 15:58:21.370149 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8561f28e-299c-46d9-ac8c-8e2529a8311e req-782293a6-f54b-49ec-9fec-4f214a598936 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553558 Jul 14 15:58:21.500050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:21.533111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Pushing event deleted for resources: {'Port': ['ID=06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:21.547093 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:58:21.616789 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] No DVR routers for this DVR port 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b on host hv-cinder-84986 {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 15:58:21.621112 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:21.624532 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0a44dd07-218c-4bf7-acbd-bb1cad777bd0 req-11bcafca-d99f-4fd0-b163-1b167eaa9aa8 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.121 "DELETE /v2.0/ports/06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b HTTP/1.1" status: 204 len: 173 time: 0.8714242 Jul 14 15:58:21.625135 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'name': 'network-vif-deleted', 'tag': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:58:21.627496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb66ff37-33bf-402c-8fd0-7743761a0717" -d '{"events": [{"server_uuid": "599bf41f-04fc-42f6-8c4c-5946659a0fee", "name": "network-vif-deleted", "tag": "06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:58:21.671865 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6801929-6240-4db1-ba53-470b0761859e x-openstack-request-id: req-e6801929-6240-4db1-ba53-470b0761859e {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:58:21.671865 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599bf41f-04fc-42f6-8c4c-5946659a0fee", "name": "network-vif-deleted", "tag": "06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:58:21.671865 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e6801929-6240-4db1-ba53-470b0761859e {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:58:21.672715 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6801929-6240-4db1-ba53-470b0761859e'] response: {'server_uuid': '599bf41f-04fc-42f6-8c4c-5946659a0fee', 'name': 'network-vif-deleted', 'tag': '06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b', 'status': 'completed', 'code': 200} Jul 14 15:58:21.690355 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0da50ee4-a555-4fbd-86c8-c42a817e1f28 req-c0a48a84-c32a-46eb-8721-7f5196d4ef0b tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0322871 Jul 14 15:58:22.220115 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16e557-4d13-4405-bb83-3481c20755b1 req-56a1feab-e6cd-42cb-91fe-51891defe425 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:22.221579 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c16e557-4d13-4405-bb83-3481c20755b1 req-56a1feab-e6cd-42cb-91fe-51891defe425 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0485456 Jul 14 15:58:22.276135 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c16e557-4d13-4405-bb83-3481c20755b1 req-0aebf661-f55d-4c72-9a63-a914f72a9dcd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Jul 14 15:58:22.490613 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4241e66-552f-494a-9d21-2c26a4c71126 req-5c6b1392-9276-44f1-9c89-eb1f14540380 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:22.492186 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b4241e66-552f-494a-9d21-2c26a4c71126 req-5c6b1392-9276-44f1-9c89-eb1f14540380 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0511475 Jul 14 15:58:22.518884 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:22.544750 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b4241e66-552f-494a-9d21-2c26a4c71126 req-c6f320f5-97fc-48e5-a558-2c7914dad88a tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Jul 14 15:58:22.797872 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a77c0a3d-72be-49df-a258-c4aabd422cac req-d3d50ae1-0fe4-4a52-9052-e3f68b9d7cd3 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0281379 Jul 14 15:58:23.413856 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5133-c625-4703-b96c-6241cbc951f4 req-6aa6e8f2-c76f-4f83-993f-f68e6841f96d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:23.415309 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b6c5133-c625-4703-b96c-6241cbc951f4 req-6aa6e8f2-c76f-4f83-993f-f68e6841f96d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0639057 Jul 14 15:58:23.480544 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b6c5133-c625-4703-b96c-6241cbc951f4 req-e19ca387-af01-43b8-8225-60a3939a193a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593710 Jul 14 15:58:23.655735 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ee740-b47e-4aaa-8727-9c16ddc0d07e req-3884a032-94b5-4b56-9235-a36d221a5123 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:23.657262 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7a8ee740-b47e-4aaa-8727-9c16ddc0d07e req-3884a032-94b5-4b56-9235-a36d221a5123 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0459342 Jul 14 15:58:23.704424 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7a8ee740-b47e-4aaa-8727-9c16ddc0d07e req-625dd67f-ca2c-44bc-ad8d-a8ff3a2bff57 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Jul 14 15:58:23.897657 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f0068bbb-5d03-451b-8449-9bbf377d9492 req-d7d0c6d2-7874-4fe2-8df0-412e16121a8d tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0301490 Jul 14 15:58:24.228474 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 15:58:24.249153 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 15:58:24.249501 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 06c0120b-43bf-42b7-a4b1-efc4f5fe8b0b not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 15:58:24.605708 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71bcc-1c71-449a-bd45-275a14a2f371 req-f68fed30-6306-4fe5-a164-5772a5e795b2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:24.607498 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-39b71bcc-1c71-449a-bd45-275a14a2f371 req-f68fed30-6306-4fe5-a164-5772a5e795b2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0566177 Jul 14 15:58:24.662138 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-39b71bcc-1c71-449a-bd45-275a14a2f371 req-8071d102-a198-40a5-b1f7-9912ce0e4fbb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489876 Jul 14 15:58:24.827862 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866435-1a90-4c0f-b719-a3e46378daef req-46981ce7-d9f8-4206-92d3-081fc97631fd tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:24.829534 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ab866435-1a90-4c0f-b719-a3e46378daef req-46981ce7-d9f8-4206-92d3-081fc97631fd tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0537102 Jul 14 15:58:24.884435 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ab866435-1a90-4c0f-b719-a3e46378daef req-ffa0c5de-a49f-4076-9211-5c0b91e75487 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Jul 14 15:58:25.020881 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-22a57da0-1d12-4f81-aa23-8503c6782c03 req-fa619b11-2eb0-4dde-b224-c5e89482e4d3 tempest-DeleteServersTestJSON-1249436014 tempest-DeleteServersTestJSON-1249436014-project] 10.222.0.119 "GET /v2.0/ports?device_id=599bf41f-04fc-42f6-8c4c-5946659a0fee HTTP/1.1" status: 200 len: 210 time: 0.0310693 Jul 14 15:58:25.784934 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5713cd5-af1b-4753-9928-64d54ab6a358 req-b389fc26-7267-42a8-9d72-9ec285ec7ee5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:25.786388 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f5713cd5-af1b-4753-9928-64d54ab6a358 req-b389fc26-7267-42a8-9d72-9ec285ec7ee5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0562201 Jul 14 15:58:25.839797 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f5713cd5-af1b-4753-9928-64d54ab6a358 req-23f6e0b5-62ab-42b4-9ecb-ead440832e16 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Jul 14 15:58:26.964278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efce2c-e6ab-4ee9-ae5f-722af038e8b5 req-d1a06731-a13c-4b05-8f7a-bb92385a454b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:26.965898 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9efce2c-e6ab-4ee9-ae5f-722af038e8b5 req-d1a06731-a13c-4b05-8f7a-bb92385a454b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0536261 Jul 14 15:58:27.018754 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9efce2c-e6ab-4ee9-ae5f-722af038e8b5 req-4201ca2c-1668-4453-ab08-6f1a34173516 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470433 Jul 14 15:58:27.285653 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfe550-987f-45e0-a1e1-fe39cf7b3581 req-84c74e9f-fc04-40f0-b8bc-03b7ec915568 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:27.287033 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f9cfe550-987f-45e0-a1e1-fe39cf7b3581 req-84c74e9f-fc04-40f0-b8bc-03b7ec915568 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0516193 Jul 14 15:58:27.335867 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f9cfe550-987f-45e0-a1e1-fe39cf7b3581 req-9abbdbcc-f91d-4e4d-b0fe-57e3822b6315 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Jul 14 15:58:28.135695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90060b6c-e04e-4dd7-96de-6aef17011eda req-766c93c3-4a0a-4614-8202-8475fbc17b1a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:28.137183 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-90060b6c-e04e-4dd7-96de-6aef17011eda req-766c93c3-4a0a-4614-8202-8475fbc17b1a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0478148 Jul 14 15:58:28.185677 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-90060b6c-e04e-4dd7-96de-6aef17011eda req-6bfa871c-c4e8-46c8-b39e-d13b558a956c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Jul 14 15:58:28.431488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:28.449471 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a483cc-c254-4454-8e1e-1ac2fa6c4ba0 req-677ba1ba-5960-4c0f-81dd-2011698304bb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:28.450852 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d4a483cc-c254-4454-8e1e-1ac2fa6c4ba0 req-677ba1ba-5960-4c0f-81dd-2011698304bb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0469844 Jul 14 15:58:28.513715 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d4a483cc-c254-4454-8e1e-1ac2fa6c4ba0 req-960417f2-ea7b-4707-b258-18aceda936a7 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572238 Jul 14 15:58:28.776256 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33314) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:29.112158 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:29.123508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33328) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:29.194745 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (83b791da-890b-40e6-bf9a-a2e56f153155), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.250591 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c0b9-dbe5-49d1-9aad-261bc5629776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.301810 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:29.322268 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c655d7-a5c9-41c1-9b82-e031ac5a22c1 req-ae2e9362-dbb4-43b7-b7f2-aaa8ca5b2d4a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:29.323754 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68c655d7-a5c9-41c1-9b82-e031ac5a22c1 req-ae2e9362-dbb4-43b7-b7f2-aaa8ca5b2d4a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0637808 Jul 14 15:58:29.401747 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68c655d7-a5c9-41c1-9b82-e031ac5a22c1 req-29c7d949-f942-4b08-b111-0303d1566345 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714591 Jul 14 15:58:29.411493 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c0b9-dbe5-49d1-9aad-261bc5629776 admin admin] Publish callbacks [] for security_group (e9cc2b27-b296-4bdd-85e9-30bff0398da5), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.505962 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c0b9-dbe5-49d1-9aad-261bc5629776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e9cc2b27-b296-4bdd-85e9-30bff0398da5), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.548475 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8ab8c0b9-dbe5-49d1-9aad-261bc5629776 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a8f1e43b65db496f8a3c17dd058e2ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193923 Jul 14 15:58:29.549009 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8c0b9-dbe5-49d1-9aad-261bc5629776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cc2b27-b296-4bdd-85e9-30bff0398da5,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:29.551273 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33336) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:29.620819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-cedd40a9-0d32-4093-8cf3-0f3c9c971048 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:29.622277 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-cedd40a9-0d32-4093-8cf3-0f3c9c971048 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0643592 Jul 14 15:58:29.655921 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a231da9-e1f8-4ab6-a83e-af08f589eea3 admin admin] Publish callbacks [] for security_group (e9cc2b27-b296-4bdd-85e9-30bff0398da5), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.684164 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d1225-8e07-4b3a-876b-f4d5bdc4ca22 req-bf5e34db-a4f7-49b7-9bed-93ddc4fa84c9 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:29.685671 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e26d1225-8e07-4b3a-876b-f4d5bdc4ca22 req-bf5e34db-a4f7-49b7-9bed-93ddc4fa84c9 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 945 time: 0.0864356 Jul 14 15:58:29.704507 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a231da9-e1f8-4ab6-a83e-af08f589eea3 admin admin] Publish callbacks [] for security_group (e9cc2b27-b296-4bdd-85e9-30bff0398da5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.719212 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Deleting port 74e14ceb-7d92-4df8-9c62-91f695b50a63 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 15:58:29.719544 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.766472 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Deleting port 1c6c0b1b-7252-401d-8746-06437e0e74d5 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 15:58:29.766693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.775318 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e26d1225-8e07-4b3a-876b-f4d5bdc4ca22 req-ae653b96-8eac-4815-9c72-cc6fae0d2cdc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831184 Jul 14 15:58:29.798277 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:29.831497 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] For port 74e14ceb-7d92-4df8-9c62-91f695b50a63, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=74e14ceb-7d92-4df8-9c62-91f695b50a63,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:29.837393 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.850440 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Calling delete_port for 74e14ceb-7d92-4df8-9c62-91f695b50a63 owned by network:router_interface {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 15:58:29.870787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] For port 1c6c0b1b-7252-401d-8746-06437e0e74d5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1c6c0b1b-7252-401d-8746-06437e0e74d5,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:29.871159 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.885178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Calling delete_port for 1c6c0b1b-7252-401d-8746-06437e0e74d5 owned by compute:nova {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 15:58:29.927824 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:29.932180 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a231da9-e1f8-4ab6-a83e-af08f589eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e9cc2b27-b296-4bdd-85e9-30bff0398da5), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.934716 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a231da9-e1f8-4ab6-a83e-af08f589eea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:29.938971 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4a231da9-e1f8-4ab6-a83e-af08f589eea3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e9cc2b27-b296-4bdd-85e9-30bff0398da5 HTTP/1.1" status: 204 len: 168 time: 0.3836522 Jul 14 15:58:29.948857 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a231da9-e1f8-4ab6-a83e-af08f589eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cc2b27-b296-4bdd-85e9-30bff0398da5,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:29.968214 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:30.134078 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (1c6c0b1b-7252-401d-8746-06437e0e74d5), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:30.161117 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Pushing event deleted for resources: {'Port': ['ID=1c6c0b1b-7252-401d-8746-06437e0e74d5,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:30.174928 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (74e14ceb-7d92-4df8-9c62-91f695b50a63), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:30.176033 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['1c6c0b1b-7252-401d-8746-06437e0e74d5'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:58:30.204015 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=74e14ceb-7d92-4df8-9c62-91f695b50a63,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:30.213990 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] No DVR routers for this DVR port 1c6c0b1b-7252-401d-8746-06437e0e74d5 on host hv-cinder-84986 {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 15:58:30.216494 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:30.219751 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9c8e3f3a-fe8d-46da-b599-397c03e47a26 req-70b1264c-5a5a-4a34-a215-e8ec30a609cc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "DELETE /v2.0/ports/1c6c0b1b-7252-401d-8746-06437e0e74d5 HTTP/1.1" status: 204 len: 173 time: 0.5819926 Jul 14 15:58:30.220343 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2624ad70-f118-4407-b145-3e7c44efa22f', 'name': 'network-vif-deleted', 'tag': '1c6c0b1b-7252-401d-8746-06437e0e74d5'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:58:30.222675 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b2f211-2e19-4232-b6c1-c2b136f145db" -d '{"events": [{"server_uuid": "2624ad70-f118-4407-b145-3e7c44efa22f", "name": "network-vif-deleted", "tag": "1c6c0b1b-7252-401d-8746-06437e0e74d5"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:58:30.237416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:30.260482 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d068a0-735e-4e72-af10-a3568b2c5347 x-openstack-request-id: req-e1d068a0-735e-4e72-af10-a3568b2c5347 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:58:30.261367 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2624ad70-f118-4407-b145-3e7c44efa22f", "name": "network-vif-deleted", "tag": "1c6c0b1b-7252-401d-8746-06437e0e74d5", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:58:30.261808 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e1d068a0-735e-4e72-af10-a3568b2c5347 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:58:30.262276 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d068a0-735e-4e72-af10-a3568b2c5347'] response: {'server_uuid': '2624ad70-f118-4407-b145-3e7c44efa22f', 'name': 'network-vif-deleted', 'tag': '1c6c0b1b-7252-401d-8746-06437e0e74d5', 'status': 'completed', 'code': 200} Jul 14 15:58:30.387258 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (83b791da-890b-40e6-bf9a-a2e56f153155), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:30.562056 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcae858-7858-4a79-bad1-e8533ef3c196 req-901dc062-affd-4d10-a511-3c842860d80e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:30.562802 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5dcae858-7858-4a79-bad1-e8533ef3c196 req-901dc062-affd-4d10-a511-3c842860d80e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0624769 Jul 14 15:58:30.628455 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-73b13981-546b-4cb4-95da-973495e334d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:30.629178 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5dcae858-7858-4a79-bad1-e8533ef3c196 req-78766907-082f-4935-aed5-bc079524b1cb tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Jul 14 15:58:30.656818 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Router 83b791da-890b-40e6-bf9a-a2e56f153155 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:58:30.707483 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:30.765948 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:58:30.771210 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-c5a172ad-32f7-495e-ab02-10d29a21bb6d admin admin] 10.222.0.119 "PUT /v2.0/routers/83b791da-890b-40e6-bf9a-a2e56f153155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9938872 Jul 14 15:58:30.774007 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33364) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:30.775833 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] Sync routers for ids ['83b791da-890b-40e6-bf9a-a2e56f153155'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:58:30.790237 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] Routers {'83b791da-890b-40e6-bf9a-a2e56f153155'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:58:30.790237 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:58:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['83b791da-890b-40e6-bf9a-a2e56f153155'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:58:30.903091 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d1b8220-de7f-45c9-a784-22874e450f23 req-01e3fc83-2ded-4643-8102-c74a09fb8afc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 210 time: 0.0329528 Jul 14 15:58:30.903960 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] Set router 83b791da-890b-40e6-bf9a-a2e56f153155 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:58:30.920370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks [] for router (83b791da-890b-40e6-bf9a-a2e56f153155), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.005980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:31.031429 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks [] for router_gateway (83b791da-890b-40e6-bf9a-a2e56f153155), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.096803 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:58:30Z', 'revision_number': 5, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port': {'id': '65e6b10a-2a41-433d-81b3-adfa2857513e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:58:31.121990 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] Checking router: 83b791da-890b-40e6-bf9a-a2e56f153155 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:58:31.131190 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] Routers {'83b791da-890b-40e6-bf9a-a2e56f153155'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:58:31.132118 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Deleting port 65e6b10a-2a41-433d-81b3-adfa2857513e {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 15:58:31.132468 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.132774 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:58:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['83b791da-890b-40e6-bf9a-a2e56f153155'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:58:31.186583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33378) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:31.227964 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] Set router 83b791da-890b-40e6-bf9a-a2e56f153155 gateway port host: None {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:58:31.282037 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:58:31Z', 'revision_number': 6, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:58:31.307960 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dac4cf-cf23-42eb-88d4-86d01c633e89 None None] The sync data for ids ['83b791da-890b-40e6-bf9a-a2e56f153155'] in dv-cinder-849869-1-iscsi is: [{'id': '83b791da-890b-40e6-bf9a-a2e56f153155', 'name': 'tempest-DeleteServersTestJSON-213437123-router', 'tenant_id': '337009c5341c4de4a64823371566766c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:18Z', 'updated_at': '2022-07-14T15:58:31Z', 'revision_number': 6, 'project_id': '337009c5341c4de4a64823371566766c', 'gw_port_host': None}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:58:31.310690 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] For port 65e6b10a-2a41-433d-81b3-adfa2857513e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=65e6b10a-2a41-433d-81b3-adfa2857513e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:31.311181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.332986 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Calling delete_port for 65e6b10a-2a41-433d-81b3-adfa2857513e owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 15:58:31.495944 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:31.513225 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a4eb642d-eb87-4d50-b8c6-96b8cfc2a081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.607036 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a4eb642d-eb87-4d50-b8c6-96b8cfc2a081 admin admin] Publish callbacks [] for security_group (805de0f1-1b6c-4992-815d-0404aad92308), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.612674 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-8d55-4714-bf91-992d9aaeda30 req-67c84384-4d52-4739-af51-a21c93203589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:31.614603 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-440cb6b5-8d55-4714-bf91-992d9aaeda30 req-67c84384-4d52-4739-af51-a21c93203589 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 1129 time: 0.1139777 Jul 14 15:58:31.685096 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-440cb6b5-8d55-4714-bf91-992d9aaeda30 req-16a3a027-0996-4d10-9889-6e706cb5f68d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643287 Jul 14 15:58:31.700237 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a4eb642d-eb87-4d50-b8c6-96b8cfc2a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (805de0f1-1b6c-4992-815d-0404aad92308), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.741376 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a4eb642d-eb87-4d50-b8c6-96b8cfc2a081 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c4c738f5e6504dba91457e467bfe7ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535798 Jul 14 15:58:31.742249 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb642d-eb87-4d50-b8c6-96b8cfc2a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805de0f1-1b6c-4992-815d-0404aad92308,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:31.744571 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33388) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:31.807438 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d610-e1d2-4c55-bed6-2a7201f6e6a7 admin admin] Publish callbacks [] for security_group (805de0f1-1b6c-4992-815d-0404aad92308), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.834940 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d610-e1d2-4c55-bed6-2a7201f6e6a7 admin admin] Publish callbacks [] for security_group (805de0f1-1b6c-4992-815d-0404aad92308), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.974353 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (65e6b10a-2a41-433d-81b3-adfa2857513e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.991293 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d610-e1d2-4c55-bed6-2a7201f6e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (805de0f1-1b6c-4992-815d-0404aad92308), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.994107 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d610-e1d2-4c55-bed6-2a7201f6e6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:31.995888 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-1bc1d610-e1d2-4c55-bed6-2a7201f6e6a7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/805de0f1-1b6c-4992-815d-0404aad92308 HTTP/1.1" status: 204 len: 168 time: 0.2503974 Jul 14 15:58:32.006970 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1d610-e1d2-4c55-bed6-2a7201f6e6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805de0f1-1b6c-4992-815d-0404aad92308,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:32.042138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=65e6b10a-2a41-433d-81b3-adfa2857513e,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:32.050810 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af70f-033c-46a7-8c49-e46221932667 req-0bffc039-0391-4ead-bb1f-b286e331a4e2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:32.052388 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-058af70f-033c-46a7-8c49-e46221932667 req-0bffc039-0391-4ead-bb1f-b286e331a4e2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.3478882 Jul 14 15:58:32.108880 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-153a0de8-b6c5-484e-a52a-4ecded2abd12 req-e1e5db4c-1df7-4c6a-9446-e5c3e32289c5 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 210 time: 0.0856040 Jul 14 15:58:32.152987 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (83b791da-890b-40e6-bf9a-a2e56f153155), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.244822 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-058af70f-033c-46a7-8c49-e46221932667 req-dd9eee9c-3459-4e1c-8bb3-b50f4088203f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822083 Jul 14 15:58:32.281701 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (83b791da-890b-40e6-bf9a-a2e56f153155), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.285100 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks [] for router_controller (83b791da-890b-40e6-bf9a-a2e56f153155), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.327199 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 65e6b10a-2a41-433d-81b3-adfa2857513e no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 15:58:32.359006 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 65e6b10a-2a41-433d-81b3-adfa2857513e {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 15:58:32.359348 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 65e6b10a-2a41-433d-81b3-adfa2857513e not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 15:58:32.359766 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 74e14ceb-7d92-4df8-9c62-91f695b50a63 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 15:58:32.385646 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 74e14ceb-7d92-4df8-9c62-91f695b50a63 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 15:58:32.385994 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 74e14ceb-7d92-4df8-9c62-91f695b50a63 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 15:58:32.523263 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (83b791da-890b-40e6-bf9a-a2e56f153155), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.523915 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b791da-890b-40e6-bf9a-a2e56f153155 {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 15:58:32.528850 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.533207 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7fae7f52-eef0-4a79-a8cb-434b7362c9cd admin admin] 10.222.0.119 "DELETE /v2.0/routers/83b791da-890b-40e6-bf9a-a2e56f153155 HTTP/1.1" status: 204 len: 168 time: 1.7550461 Jul 14 15:58:32.533397 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33400) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:32.573211 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:32.582845 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] Deleting subnet a919c635-99fa-4b89-b00b-a2eef183f4e8 {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 15:58:32.587501 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] Publish callbacks [] for subnet (a919c635-99fa-4b89-b00b-a2eef183f4e8), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.626988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (a919c635-99fa-4b89-b00b-a2eef183f4e8), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.743693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (a919c635-99fa-4b89-b00b-a2eef183f4e8), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.886662 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (a919c635-99fa-4b89-b00b-a2eef183f4e8), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.914616 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a919c635-99fa-4b89-b00b-a2eef183f4e8,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:32.915303 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-db80711a-4f5c-4ee3-970e-0926e50e3900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.916751 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:32.919866 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-39ee2edd-84ca-4452-8a14-d113f97f8560 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/a919c635-99fa-4b89-b00b-a2eef183f4e8 HTTP/1.1" status: 204 len: 168 time: 0.3854082 Jul 14 15:58:32.923078 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33402) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:32.923504 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11225ea2-987a-4c26-8ccd-b58f1211881d None None] Network 087db78d-bdc1-4063-aecb-2601edc6986a requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:58:32.937727 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33404) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:32.960779 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e1d54367-b1bf-41aa-8874-08caaef76adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.017743 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (087db78d-bdc1-4063-aecb-2601edc6986a), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.055964 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e1d54367-b1bf-41aa-8874-08caaef76adb admin admin] Publish callbacks [] for security_group (1453be62-3b7f-42ce-8c95-585367bab4d3), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.073415 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Deleting port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 15:58:33.073753 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.097545 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] DHCP port deletion for 087db78d-bdc1-4063-aecb-2601edc6986a request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 15:58:33.133051 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e1d54367-b1bf-41aa-8874-08caaef76adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (1453be62-3b7f-42ce-8c95-585367bab4d3), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.138545 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Deleting port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 15:58:33.139138 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.141486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] For port 1907d8a6-8750-4c85-bea0-c3629a7b5b37, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1907d8a6-8750-4c85-bea0-c3629a7b5b37,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:33.141869 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.157127 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Calling delete_port for 1907d8a6-8750-4c85-bea0-c3629a7b5b37 owned by network:dhcp {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 15:58:33.195394 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-e1d54367-b1bf-41aa-8874-08caaef76adb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dd4e3c2dc3d64d6fb4b95013a46f1a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561312 Jul 14 15:58:33.196312 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33408) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:33.199220 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d54367-b1bf-41aa-8874-08caaef76adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1453be62-3b7f-42ce-8c95-585367bab4d3,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:33.246533 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] For port 1907d8a6-8750-4c85-bea0-c3629a7b5b37, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1907d8a6-8750-4c85-bea0-c3629a7b5b37,segment=NetworkSegment(58ecf646-d92a-47de-84fa-574a4a6275b6),segment_id=58ecf646-d92a-47de-84fa-574a4a6275b6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:33.246931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.263064 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Calling delete_port for 1907d8a6-8750-4c85-bea0-c3629a7b5b37 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 15:58:33.266579 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=11 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:33.305136 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc59e005-1b31-4f04-9344-972f0c0aec3e req-91cc3b9a-376b-4094-a2d3-14584172b9ab tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=2624ad70-f118-4407-b145-3e7c44efa22f HTTP/1.1" status: 200 len: 210 time: 0.0550334 Jul 14 15:58:33.333944 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.345497 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-06075d2c-2351-4935-8006-abdbcbd32323 admin admin] Publish callbacks [] for security_group (1453be62-3b7f-42ce-8c95-585367bab4d3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.379387 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-06075d2c-2351-4935-8006-abdbcbd32323 admin admin] Publish callbacks [] for security_group (1453be62-3b7f-42ce-8c95-585367bab4d3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.389732 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] No DVR routers for this DVR port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 on host dv-cinder-849869-1-iscsi {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 15:58:33.395120 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1907d8a6-8750-4c85-bea0-c3629a7b5b37,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:33.454603 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:33.460685 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2ac7e-4588-4b2f-9f59-024a0d501852 req-7dd726b5-6009-49ed-b4c9-790ad466aab0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:33.461815 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (1907d8a6-8750-4c85-bea0-c3629a7b5b37), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.462502 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1fd2ac7e-4588-4b2f-9f59-024a0d501852 req-7dd726b5-6009-49ed-b4c9-790ad466aab0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0653801 Jul 14 15:58:33.488452 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Pushing event deleted for resources: {'Port': ['ID=1907d8a6-8750-4c85-bea0-c3629a7b5b37,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:33.495143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (087db78d-bdc1-4063-aecb-2601edc6986a), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.503365 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.503801 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.504236 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.505101 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.505698 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.506225 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.506791 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.507320 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.507834 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.508374 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.508878 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.509344 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.509771 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.510221 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.510608 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:58:33.513901 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092fa34-db0a-4d0d-aac0-51595fc05abc None None] No DVR routers for this DVR port 1907d8a6-8750-4c85-bea0-c3629a7b5b37 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 15:58:33.524717 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1fd2ac7e-4588-4b2f-9f59-024a0d501852 req-b52f8ed7-bfb9-4a00-860d-878fd9c43eea tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565724 Jul 14 15:58:33.533022 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087db78d-bdc1-4063-aecb-2601edc6986a']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:58:33.550924 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ecf646-d92a-47de-84fa-574a4a6275b6') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:58:33.553951 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ecf646-d92a-47de-84fa-574a4a6275b6') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:58:33.561811 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (58ecf646-d92a-47de-84fa-574a4a6275b6), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.572713 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:33.576574 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (58ecf646-d92a-47de-84fa-574a4a6275b6), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.582848 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 15:58:33.583255 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (58ecf646-d92a-47de-84fa-574a4a6275b6), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.604756 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-06075d2c-2351-4935-8006-abdbcbd32323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (1453be62-3b7f-42ce-8c95-585367bab4d3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.604950 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-06075d2c-2351-4935-8006-abdbcbd32323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.606641 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-06075d2c-2351-4935-8006-abdbcbd32323 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1453be62-3b7f-42ce-8c95-585367bab4d3 HTTP/1.1" status: 204 len: 168 time: 0.4085512 Jul 14 15:58:33.607548 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 58ecf646-d92a-47de-84fa-574a4a6275b6 resource provider aggregate not found Jul 14 15:58:33.616008 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06075d2c-2351-4935-8006-abdbcbd32323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1453be62-3b7f-42ce-8c95-585367bab4d3,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:33.645334 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 58ecf646-d92a-47de-84fa-574a4a6275b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58ecf646-d92a-47de-84fa-574a4a6275b6 found for delete ", "request_id": "req-d25eba43-afb3-4c23-8cac-4e0dc85248e9"}]} Jul 14 15:58:33.732088 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (087db78d-bdc1-4063-aecb-2601edc6986a), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.738691 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:33.742071 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] 10.222.0.119 "DELETE /v2.0/networks/087db78d-bdc1-4063-aecb-2601edc6986a HTTP/1.1" status: 204 len: 168 time: 0.8173764 Jul 14 15:58:33.751125 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e85b8-3f40-49e4-bdd5-f4e11c29a1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=087db78d-bdc1-4063-aecb-2601edc6986a,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:34.128317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.138645 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33424) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:34.143666 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1907d8a6-8750-4c85-bea0-c3629a7b5b37 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 15:58:34.163838 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 1907d8a6-8750-4c85-bea0-c3629a7b5b37 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 15:58:34.164411 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1907d8a6-8750-4c85-bea0-c3629a7b5b37 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 15:58:34.179775 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-be4da6df-26c2-48c7-adc5-3aa692cb5646 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=337009c5341c4de4a64823371566766c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394459 Jul 14 15:58:34.182484 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33426) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:34.233300 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf354d9a-e574-41da-b6e9-22e4166fbfec admin admin] Publish callbacks [] for security_group (7ea0fcd1-5700-450d-b0b5-3e58f72436d1), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.254592 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf354d9a-e574-41da-b6e9-22e4166fbfec admin admin] Publish callbacks [] for security_group (7ea0fcd1-5700-450d-b0b5-3e58f72436d1), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.272529 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1c6c0b1b-7252-401d-8746-06437e0e74d5 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 15:58:34.297235 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 1c6c0b1b-7252-401d-8746-06437e0e74d5 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 15:58:34.297578 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1c6c0b1b-7252-401d-8746-06437e0e74d5 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 15:58:34.384269 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf354d9a-e574-41da-b6e9-22e4166fbfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7ea0fcd1-5700-450d-b0b5-3e58f72436d1), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.386924 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf354d9a-e574-41da-b6e9-22e4166fbfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.388428 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-bf354d9a-e574-41da-b6e9-22e4166fbfec admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7ea0fcd1-5700-450d-b0b5-3e58f72436d1 HTTP/1.1" status: 204 len: 168 time: 0.2048693 Jul 14 15:58:34.396931 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33434) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:34.404187 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf354d9a-e574-41da-b6e9-22e4166fbfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea0fcd1-5700-450d-b0b5-3e58f72436d1,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:34.430267 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ceb43035-7f6b-4cbc-8f86-428bf39aa249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.535570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ceb43035-7f6b-4cbc-8f86-428bf39aa249 admin admin] Publish callbacks [] for security_group (e33da521-4f8a-4786-acc2-80dfb8f9216d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.601207 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:34.679657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ceb43035-7f6b-4cbc-8f86-428bf39aa249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e33da521-4f8a-4786-acc2-80dfb8f9216d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.687639 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f780288-8f66-4270-b2b2-372565193e3c req-1f60e8d4-beee-429e-b04b-b6fb2d28ea01 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:34.689124 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7f780288-8f66-4270-b2b2-372565193e3c req-1f60e8d4-beee-429e-b04b-b6fb2d28ea01 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0868702 Jul 14 15:58:34.759968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb43035-7f6b-4cbc-8f86-428bf39aa249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33da521-4f8a-4786-acc2-80dfb8f9216d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:34.770915 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-dcf11219-c42b-4cef-8447-745621bc22c1 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:34.772974 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-dcf11219-c42b-4cef-8447-745621bc22c1 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/networks?id=76d2fb51-b1c0-4365-a827-9ba97bef7a96 HTTP/1.1" status: 200 len: 808 time: 0.2031639 Jul 14 15:58:34.778648 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ceb43035-7f6b-4cbc-8f86-428bf39aa249 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4ea110ff31194311967e8a6877eb7476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777966 Jul 14 15:58:34.783541 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33452) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:34.804421 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-c3967fb4-8bf6-49f5-84d1-e7f0b8596f03 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/quotas/cbdae82cb97b48b7a541a22084bc111f HTTP/1.1" status: 200 len: 375 time: 0.0245450 Jul 14 15:58:34.828728 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7f780288-8f66-4270-b2b2-372565193e3c req-f7d2420a-4ddd-4394-ae3c-2b4ea3b1139e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195145 Jul 14 15:58:34.847446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a50fa4e-215b-4662-b104-5b60530a7d4d admin admin] Publish callbacks [] for security_group (e33da521-4f8a-4786-acc2-80dfb8f9216d), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.850360 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-02591d72-8d7d-45c3-80a5-3c088a014731 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=cbdae82cb97b48b7a541a22084bc111f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376554 Jul 14 15:58:34.872021 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a50fa4e-215b-4662-b104-5b60530a7d4d admin admin] Publish callbacks [] for security_group (e33da521-4f8a-4786-acc2-80dfb8f9216d), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:34.949923 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:35.009649 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154e17-34c3-4e8d-b8ec-00787495365d req-7219da9c-5764-43c9-98b6-dc1ac8b90d77 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:35.009649 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f154e17-34c3-4e8d-b8ec-00787495365d req-7219da9c-5764-43c9-98b6-dc1ac8b90d77 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0633063 Jul 14 15:58:35.026453 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-3aa5e09f-74a9-4426-a634-19ebd8ec59e0 service neutron] 10.222.0.119 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684017 Jul 14 15:58:35.071013 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a50fa4e-215b-4662-b104-5b60530a7d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e33da521-4f8a-4786-acc2-80dfb8f9216d), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:35.073788 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4a50fa4e-215b-4662-b104-5b60530a7d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:35.075038 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4a50fa4e-215b-4662-b104-5b60530a7d4d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e33da521-4f8a-4786-acc2-80dfb8f9216d HTTP/1.1" status: 204 len: 168 time: 0.2952497 Jul 14 15:58:35.092763 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50fa4e-215b-4662-b104-5b60530a7d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33da521-4f8a-4786-acc2-80dfb8f9216d,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:35.150603 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f154e17-34c3-4e8d-b8ec-00787495365d req-8bf56abe-2fb4-4e33-9e57-10682dedfb77 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299341 Jul 14 15:58:35.171946 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-c2dbd2b4-4470-4dd8-8648-545fc22cfd56 service neutron] 10.222.0.119 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387045 Jul 14 15:58:35.624886 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:35.705508 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-25fd3da2-77b4-4415-b52c-e9d3bcc5242a req-9a2b27a5-8604-43d1-bc2a-084a9d255073 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 210 time: 0.0505922 Jul 14 15:58:35.863563 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-cc77f86e-a487-4207-abb5-f82ae3bea67b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517995 Jul 14 15:58:35.962882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:36.839188 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2279f7ab-da51-4ecd-8887-385398f363db req-74ecb53a-6d32-4c4b-b9ee-53930eff1657 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 210 time: 0.0321934 Jul 14 15:58:37.937925 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-33d7d4b4-10cb-4999-a919-86c984cde663 req-fb4c0d99-9a73-4932-b26a-209351b7350b tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 210 time: 0.0314639 Jul 14 15:58:39.032565 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0b8b26e-3f5c-40aa-b419-d33ef16312d2 req-b9d42a67-fc1b-413d-8b18-5bfb44f9246a tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jul 14 15:58:39.817936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-aac055a4-3edf-4d8d-bc59-98a6ed1d5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:39.819421 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-aac055a4-3edf-4d8d-bc59-98a6ed1d5c5e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1129 time: 0.0423939 Jul 14 15:58:39.938057 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-c32ac696-495f-476c-9534-fbd834b3da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:39.939511 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-c32ac696-495f-476c-9534-fbd834b3da0c service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0894599 Jul 14 15:58:39.979419 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-707cba5b-1acd-42aa-ae73-d48b7b979950 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 200 len: 217 time: 0.0336406 Jul 14 15:58:40.031599 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-7070155c-0213-463b-a781-08bf623ae510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:40.032971 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-7070155c-0213-463b-a781-08bf623ae510 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0480821 Jul 14 15:58:40.079787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-28e1b41f-9b19-4f88-8fcd-d925cad3ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:40.084611 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-28e1b41f-9b19-4f88-8fcd-d925cad3ce89 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425076 Jul 14 15:58:40.140615 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cbb1a962-0b6a-4f06-8c94-6aae680a8a6e req-f10b5029-4c3d-4f5a-944a-b89dc787704e tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 210 time: 0.0417562 Jul 14 15:58:40.224076 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-d56f682c-7dc4-408e-8878-f004fbea465c service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934658 Jul 14 15:58:40.281105 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:40.345697 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2f3c0-2751-494b-83ca-916eca153c80 req-c096a830-49de-486c-a1ff-e8382fa70995 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082451 Jul 14 15:58:41.251591 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1cc16525-2b5a-48ae-a708-c85b8ee63fbe req-39a50f03-2c8f-483a-bbd7-eb9d58d821b2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 210 time: 0.0351012 Jul 14 15:58:41.281457 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-16acf88a-ef02-478a-b1ea-defa28a01558 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:41.281695 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=64 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:41.283189 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-16acf88a-ef02-478a-b1ea-defa28a01558 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "GET /v2.0/networks?id=76d2fb51-b1c0-4365-a827-9ba97bef7a96 HTTP/1.1" status: 200 len: 808 time: 0.1424251 Jul 14 15:58:41.285666 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=53 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:41.316719 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Request body: {'port': {'device_id': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96', 'admin_state_up': True, 'tenant_id': 'cbdae82cb97b48b7a541a22084bc111f'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:58:41.562447 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Made reservation on behalf of cbdae82cb97b48b7a541a22084bc111f for: {'port': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:58:41.565991 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:41.697318 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Allocated IP 172.20.0.11 (76d2fb51-b1c0-4365-a827-9ba97bef7a96/379ddcf7-1d83-47d4-bac4-a08211eab522/f8be29a0-e35d-4fcb-85e8-6291c4bd9b99) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:58:41.752726 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:41.895847 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks [] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:41.918171 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87c6c4-e101-4a84-95a3-f2b609189ffc req-83af0ec1-b8cb-4b47-86a3-5def63514785 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:41.919670 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc87c6c4-e101-4a84-95a3-f2b609189ffc req-83af0ec1-b8cb-4b47-86a3-5def63514785 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0646544 Jul 14 15:58:41.957895 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:41.992800 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc87c6c4-e101-4a84-95a3-f2b609189ffc req-14570b70-f9d1-4374-9e4b-3de369ddcb79 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639033 Jul 14 15:58:42.014073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-3a694b5f-ead2-4486-97a5-640a8e7c761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:42.015707 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-3a694b5f-ead2-4486-97a5-640a8e7c761f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1129 time: 0.0478067 Jul 14 15:58:42.032180 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:42.090380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:58:42.096028 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:58:42.099341 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:58:42.104706 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Pushing event updated for resources: {'Port': ['ID=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:42.127837 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-3fcfaa6d-cbb0-4754-b12d-9e408680457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:42.129356 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-3fcfaa6d-cbb0-4754-b12d-9e408680457e service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.1070862 Jul 14 15:58:42.153680 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:42.154295 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:42.196447 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-54128430-f0cc-4d8d-be63-806011eececd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 200 len: 217 time: 0.0368452 Jul 14 15:58:42.276988 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-362b68fa-489a-4593-9bd1-68f151b9b85d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647968 Jul 14 15:58:42.297271 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Request body: {'port': {'device_id': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:58:42.404321 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dc39e-284d-46ff-a1c1-58c2a08e492a req-df79ae3b-4852-474c-a89e-aff964d34013 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:42.405540 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-463dc39e-284d-46ff-a1c1-58c2a08e492a req-df79ae3b-4852-474c-a89e-aff964d34013 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 932 time: 0.0729764 Jul 14 15:58:42.406576 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:42.417951 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-ab3f2d2e-6859-404f-a012-f35387703e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:42.419425 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-ab3f2d2e-6859-404f-a012-f35387703e55 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.2168834 Jul 14 15:58:42.465210 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-c75b8021-8184-4245-afc3-1c20dee7fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:42.466826 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-c75b8021-8184-4245-afc3-1c20dee7fe0c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412514 Jul 14 15:58:42.540842 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-463dc39e-284d-46ff-a1c1-58c2a08e492a req-cf2ce493-bfdf-46b2-84fe-f4f31bdb909b tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242781 Jul 14 15:58:42.582713 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-2fb680fe-d93b-48df-9da3-4ad6e9e5294c service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089396 Jul 14 15:58:42.688166 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4120079a-74ba-42f5-9400-73c4e9393c1e req-5309c9ce-549a-4b5e-a202-a2b3afbccdc7 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986564 Jul 14 15:58:42.690250 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:42.750298 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 {{(pid=111068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:58:42.762271 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Publish callbacks [] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:42.777560 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.provisioning_blocks [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Transition to ACTIVE for port object f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 will not be triggered until provisioned by entity L2. {{(pid=111068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:58:42.894603 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:42.945543 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:43.017734 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Attempting to bind port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:58:43.018070 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Attempting to bind port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:58:43.018461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Attempting to bind port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 on network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:58:43.028754 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 on network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:58:43.028754 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Attempting to bind port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 on network 76d2fb51-b1c0-4365-a827-9ba97bef7a96 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:58:43.030554 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:58:43.030892 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Checking segment: {'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:58:43.031269 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Bound using segment: {'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:58:43.031680 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Bound port: f8be29a0-e35d-4fcb-85e8-6291c4bd9b99, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060f066f-4825-48d5-8a37-8e755828e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96'}}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:58:43.032029 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:43.140297 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf7784-9233-4bfb-bccf-4fbd32462687 req-33f182e5-7aa3-4161-8ce8-ece9d1aafc6f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.141844 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0cf7784-9233-4bfb-bccf-4fbd32462687 req-33f182e5-7aa3-4161-8ce8-ece9d1aafc6f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0740249 Jul 14 15:58:43.145264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] For port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99, host hv-cinder-84986, cleared binding levels {{(pid=111068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:58:43.149003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] For port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:58:43.195982 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0cf7784-9233-4bfb-bccf-4fbd32462687 req-be84133c-7607-403d-a96b-bcdb959c259d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449877 Jul 14 15:58:43.271606 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:43.310315 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.310988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:43.314419 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] 10.222.0.121 "PUT /v2.0/ports/f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 HTTP/1.1" status: 200 len: 1094 time: 1.0197258 Jul 14 15:58:43.314419 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'tag': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:58:43.315088 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745c7867-5aa2-48e8-bb31-7f0d28207970" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8", "tag": "f8be29a0-e35d-4fcb-85e8-6291c4bd9b99"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:58:43.349596 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad21c1c-56d5-4597-b536-e693c2d552d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,revision_number=3']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:43.356726 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b313f-5ae1-41d9-a58e-f7bb3a7fb52e x-openstack-request-id: req-215b313f-5ae1-41d9-a58e-f7bb3a7fb52e {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:58:43.357009 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8", "tag": "f8be29a0-e35d-4fcb-85e8-6291c4bd9b99", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:58:43.357259 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-215b313f-5ae1-41d9-a58e-f7bb3a7fb52e {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:58:43.357653 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215b313f-5ae1-41d9-a58e-f7bb3a7fb52e'] response: {'name': 'network-changed', 'server_uuid': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'tag': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99', 'status': 'completed', 'code': 200} Jul 14 15:58:43.460570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7867-5aa2-48e8-bb31-7f0d28207970 req-85796a6c-5cca-42c3-af40-528dde9b40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.463239 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-745c7867-5aa2-48e8-bb31-7f0d28207970 req-85796a6c-5cca-42c3-af40-528dde9b40d6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbdae82cb97b48b7a541a22084bc111f&device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 1128 time: 0.0453882 Jul 14 15:58:43.577391 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7867-5aa2-48e8-bb31-7f0d28207970 req-ddba6690-7936-4fe0-a06a-112489fdcda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.578830 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-745c7867-5aa2-48e8-bb31-7f0d28207970 req-ddba6690-7936-4fe0-a06a-112489fdcda3 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbdae82cb97b48b7a541a22084bc111f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0977302 Jul 14 15:58:43.659819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:43.716221 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9013cc-ee93-4751-b146-f073ab59979f req-1b12769a-2219-43d3-b4aa-6effffe5b29d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.717675 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b9013cc-ee93-4751-b146-f073ab59979f req-1b12769a-2219-43d3-b4aa-6effffe5b29d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0973279 Jul 14 15:58:43.722697 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7867-5aa2-48e8-bb31-7f0d28207970 req-1b9cf671-0a3d-4ce2-a713-e555aef968b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.724205 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-745c7867-5aa2-48e8-bb31-7f0d28207970 req-1b9cf671-0a3d-4ce2-a713-e555aef968b9 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1371634 Jul 14 15:58:43.768226 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b9013cc-ee93-4751-b146-f073ab59979f req-ac1d2e43-8359-4f28-a9c1-bd1e070a2fe4 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Jul 14 15:58:43.848562 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:43.859323 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-abb3f86b-31b4-48bb-add9-047e7ebff87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.860854 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-abb3f86b-31b4-48bb-add9-047e7ebff87c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbdae82cb97b48b7a541a22084bc111f&device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 1128 time: 0.0454137 Jul 14 15:58:43.915356 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-02efecd2-fba9-4237-89be-0b711b8eb0e0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 HTTP/1.1" status: 200 len: 217 time: 0.0339065 Jul 14 15:58:43.968828 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-bb2bd73a-8c2e-4754-9746-b59b6e2d85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:43.970235 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-bb2bd73a-8c2e-4754-9746-b59b6e2d85eb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=379ddcf7-1d83-47d4-bac4-a08211eab522 HTTP/1.1" status: 200 len: 848 time: 0.0441465 Jul 14 15:58:44.019423 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-2dfbdcb9-6015-4bce-90e3-94f28303ba2e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=76d2fb51-b1c0-4365-a827-9ba97bef7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262868 Jul 14 15:58:44.120316 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-d26fe344-0f33-4230-85ff-2f1f445c5e97 service neutron] 10.222.0.121 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932972 Jul 14 15:58:44.213591 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-72d8b6d7-a42e-464c-818b-53b290eeb620 req-2b0a6429-1944-4417-844e-a44569a00bf3 service neutron] 10.222.0.121 "GET /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860233 Jul 14 15:58:44.325014 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa38590-6b12-46fb-bf91-419b19b18f46 req-97419895-3d7e-4b76-a637-a509995abfbd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:44.325682 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ffa38590-6b12-46fb-bf91-419b19b18f46 req-97419895-3d7e-4b76-a637-a509995abfbd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0541639 Jul 14 15:58:44.373620 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ffa38590-6b12-46fb-bf91-419b19b18f46 req-fb5e1822-7ba6-4aa4-9984-9a9b775be508 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Jul 14 15:58:44.890992 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afc5c1-cf78-44b9-8087-5131ab7bce36 req-3147f4fb-b976-4de1-bbeb-9107c67381d7 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:44.892508 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69afc5c1-cf78-44b9-8087-5131ab7bce36 req-3147f4fb-b976-4de1-bbeb-9107c67381d7 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0498958 Jul 14 15:58:44.939626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69afc5c1-cf78-44b9-8087-5131ab7bce36 req-3e70ec5b-1294-4fd6-9d2e-f409e87d8820 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Jul 14 15:58:45.493576 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ebaa7-00c1-451a-8931-b84adb863fbb req-dd427fcf-cdf9-4d2b-a259-97355982c09f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:45.494549 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:45.495023 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec8ebaa7-00c1-451a-8931-b84adb863fbb req-dd427fcf-cdf9-4d2b-a259-97355982c09f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0529723 Jul 14 15:58:45.544753 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec8ebaa7-00c1-451a-8931-b84adb863fbb req-df42eb2e-8c38-4ae5-8b8d-08dbb49c03e1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Jul 14 15:58:45.820342 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:45.823848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=38,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:46.057988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c6b7-b4a4-46a4-ac36-43bab47cf5e7 req-7b269cf4-d627-4375-9406-f99a5a63969b tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:46.059449 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ad03c6b7-b4a4-46a4-ac36-43bab47cf5e7 req-7b269cf4-d627-4375-9406-f99a5a63969b tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0478728 Jul 14 15:58:46.107695 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ad03c6b7-b4a4-46a4-ac36-43bab47cf5e7 req-750de728-3e7e-4921-96a4-e6d2152e175c tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Jul 14 15:58:46.660840 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a79e7-ec56-491c-ba0b-7fda2c68aa3c req-9e78615a-d7c0-4d9f-af9a-822acef2b64f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:46.662260 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f46a79e7-ec56-491c-ba0b-7fda2c68aa3c req-9e78615a-d7c0-4d9f-af9a-822acef2b64f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0478213 Jul 14 15:58:46.684131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:46.713948 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f46a79e7-ec56-491c-ba0b-7fda2c68aa3c req-7f8ecdd3-43d8-4299-8527-ce4ff3db2142 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 Jul 14 15:58:46.876631 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:58:47.222141 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbadb2b-a463-4776-849f-4c8be73d72f1 req-91c00b47-0860-40ab-9ae8-6b866b3efe87 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:47.223524 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ffbadb2b-a463-4776-849f-4c8be73d72f1 req-91c00b47-0860-40ab-9ae8-6b866b3efe87 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0480089 Jul 14 15:58:47.274088 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ffbadb2b-a463-4776-849f-4c8be73d72f1 req-03c921ba-d01f-46d3-8098-e3d3893b8bce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Jul 14 15:58:47.828958 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e8fe-de79-452c-80e1-f6e372badba0 req-93f2b253-382f-43b9-9d96-3562114e1f9e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:47.845941 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d091e8fe-de79-452c-80e1-f6e372badba0 req-93f2b253-382f-43b9-9d96-3562114e1f9e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Jul 14 15:58:47.878583 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d091e8fe-de79-452c-80e1-f6e372badba0 req-1e69fa22-0374-4c9e-bb80-6cff3d3852ed tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Jul 14 15:58:48.385513 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:48.398105 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3eb8-cd0f-402c-bee1-d1ebe41c8030 req-61eb8c09-e446-4f43-b6fb-203837990572 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:48.399802 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b5de3eb8-cd0f-402c-bee1-d1ebe41c8030 req-61eb8c09-e446-4f43-b6fb-203837990572 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0521188 Jul 14 15:58:48.448921 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b5de3eb8-cd0f-402c-bee1-d1ebe41c8030 req-f04b8d4e-12d6-4cbb-9774-2d6d086a7c0c tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Jul 14 15:58:48.997883 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25098ef2-2b97-4a08-9208-1273cb5b370d req-9941d2e7-4f67-447a-b528-31eadc130a43 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:48.999372 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-25098ef2-2b97-4a08-9208-1273cb5b370d req-9941d2e7-4f67-447a-b528-31eadc130a43 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Jul 14 15:58:49.045780 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-25098ef2-2b97-4a08-9208-1273cb5b370d req-ea7ffaab-9a18-4dfe-b3ed-3a4670a04849 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Jul 14 15:58:49.563355 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d978-27fa-4ec8-8993-336e13b639ae req-e190052a-be74-4513-92ea-0eda2115340f tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:49.564797 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-18d7d978-27fa-4ec8-8993-336e13b639ae req-e190052a-be74-4513-92ea-0eda2115340f tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0465293 Jul 14 15:58:49.613681 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-18d7d978-27fa-4ec8-8993-336e13b639ae req-0e71f5a3-b1e0-42e5-a819-73d4833cacb8 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Jul 14 15:58:50.169471 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467392b-2474-4534-85bb-8347a7c613de req-31cd9470-29e3-404b-9910-ca426f62a381 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:50.172191 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c467392b-2474-4534-85bb-8347a7c613de req-31cd9470-29e3-404b-9910-ca426f62a381 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Jul 14 15:58:50.225500 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c467392b-2474-4534-85bb-8347a7c613de req-939b2b96-d33f-4b02-b0d4-b8c8fc4892cf tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Jul 14 15:58:50.694634 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:50.731371 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f0f10-15cd-40e8-adab-1e3a49ad26b1 req-ec803865-a909-4646-a123-e6ec0b9e2894 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:50.732852 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-573f0f10-15cd-40e8-adab-1e3a49ad26b1 req-ec803865-a909-4646-a123-e6ec0b9e2894 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0479710 Jul 14 15:58:50.786245 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-573f0f10-15cd-40e8-adab-1e3a49ad26b1 req-3207b834-fbcd-40e4-9311-f1165ae4de09 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Jul 14 15:58:51.173076 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33810) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:51.283511 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-62bb22be-1750-41ca-a104-7105765f0e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:51.346654 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:51.371582 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-62bb22be-1750-41ca-a104-7105765f0e82 admin admin] Publish callbacks [] for security_group (e690a612-4c05-4a15-8ce5-5db1c907c9af), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:51.460580 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-62bb22be-1750-41ca-a104-7105765f0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e690a612-4c05-4a15-8ce5-5db1c907c9af), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:51.504126 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-62bb22be-1750-41ca-a104-7105765f0e82 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0b6984aaf8784b25a41e5bb144fe19e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299096 Jul 14 15:58:51.505006 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb22be-1750-41ca-a104-7105765f0e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e690a612-4c05-4a15-8ce5-5db1c907c9af,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:51.507348 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33816) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:51.514667 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:51.561945 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1849fb62-4425-438f-baec-dbefc7081d29 admin admin] Publish callbacks [] for security_group (e690a612-4c05-4a15-8ce5-5db1c907c9af), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:51.584329 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1849fb62-4425-438f-baec-dbefc7081d29 admin admin] Publish callbacks [] for security_group (e690a612-4c05-4a15-8ce5-5db1c907c9af), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:51.585101 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d7ed-bcf2-465d-b662-58e3c39c3eb9 req-7641da67-120c-4ecf-a318-22d48e90f6e1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:51.587239 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e4b0d7ed-bcf2-465d-b662-58e3c39c3eb9 req-7641da67-120c-4ecf-a318-22d48e90f6e1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.2912331 Jul 14 15:58:51.638001 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e4b0d7ed-bcf2-465d-b662-58e3c39c3eb9 req-600861f5-7af4-45cd-b731-25929af6b1d8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Jul 14 15:58:51.762314 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1849fb62-4425-438f-baec-dbefc7081d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e690a612-4c05-4a15-8ce5-5db1c907c9af), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:51.764966 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1849fb62-4425-438f-baec-dbefc7081d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:51.766190 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-1849fb62-4425-438f-baec-dbefc7081d29 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e690a612-4c05-4a15-8ce5-5db1c907c9af HTTP/1.1" status: 204 len: 168 time: 0.2579062 Jul 14 15:58:51.775243 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849fb62-4425-438f-baec-dbefc7081d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e690a612-4c05-4a15-8ce5-5db1c907c9af,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:51.902557 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e8262-6f4b-4190-9917-1e7fc61188b2 req-8836dfb9-a89e-4419-8330-ed543d63fb39 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:51.903913 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a98e8262-6f4b-4190-9917-1e7fc61188b2 req-8836dfb9-a89e-4419-8330-ed543d63fb39 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 944 time: 0.0470996 Jul 14 15:58:51.951565 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a98e8262-6f4b-4190-9917-1e7fc61188b2 req-6d306601-3bd6-4aa4-96af-255bef9df798 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Jul 14 15:58:52.344388 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:58:52.444838 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:52.460501 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99', 'network_id': '76d2fb51-b1c0-4365-a827-9ba97bef7a96', 'port_id': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99', 'mac_address': 'fa:16:3e:01:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379ddcf7-1d83-47d4-bac4-a08211eab522', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:58:52.495689 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:58:52.496078 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:52.513303 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:58:52.536993 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:52.652706 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:52.703117 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:52.770855 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25a64-3073-430e-b1f6-0ae01bc95dd3 req-2deb7291-a849-4d84-8297-c8f571d20ea0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:52.772511 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9dc25a64-3073-430e-b1f6-0ae01bc95dd3 req-2deb7291-a849-4d84-8297-c8f571d20ea0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0568771 Jul 14 15:58:52.795717 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:52.823185 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9dc25a64-3073-430e-b1f6-0ae01bc95dd3 req-a9967128-6741-4b7f-81a6-1b2abec8a8be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Jul 14 15:58:53.071876 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874de6af-891f-4b59-8fc0-a09e6829baf8 req-0636db46-3d0b-41f0-8386-3669bc063d42 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:53.073362 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-874de6af-891f-4b59-8fc0-a09e6829baf8 req-0636db46-3d0b-41f0-8386-3669bc063d42 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Jul 14 15:58:53.124727 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-874de6af-891f-4b59-8fc0-a09e6829baf8 req-95ad4b90-c3d5-43ee-80e2-fe4c3804c6a8 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Jul 14 15:58:53.276152 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['f8be29a0-e35d-4fcb-85e8-6291c4bd9b99'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:58:53.944138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02248d96-e966-406d-8c6b-326320edefd0 req-662d2268-3637-453f-ba55-1689f8c52fb7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:53.946289 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02248d96-e966-406d-8c6b-326320edefd0 req-662d2268-3637-453f-ba55-1689f8c52fb7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Jul 14 15:58:53.999754 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02248d96-e966-406d-8c6b-326320edefd0 req-aafae678-b616-455c-85c1-1d706581f7f7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Jul 14 15:58:54.252619 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c4bf0-12ba-4414-a2ed-60bcfde10cb3 req-417cb135-5fc1-4f14-9766-c9a4a76d705d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:54.260787 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-970c4bf0-12ba-4414-a2ed-60bcfde10cb3 req-417cb135-5fc1-4f14-9766-c9a4a76d705d tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Jul 14 15:58:54.300946 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-970c4bf0-12ba-4414-a2ed-60bcfde10cb3 req-bd47d68f-a4e9-4332-8faa-6ce59a9695d5 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Jul 14 15:58:54.639883 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:58:54.686324 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:58:54.768090 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:58:54.768560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:54.849205 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:58:54.849590 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:54.874821 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:58:54.877355 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2353e19f-ab46-4586-ae49-126a1a73085d" -d '{"events": [{"server_uuid": "cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8", "name": "network-vif-plugged", "status": "completed", "tag": "f8be29a0-e35d-4fcb-85e8-6291c4bd9b99"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:58:54.890995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:58:54.914185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da31983-f1e9-4868-b9d3-046e67bdb2be x-openstack-request-id: req-8da31983-f1e9-4868-b9d3-046e67bdb2be {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:58:54.915445 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8", "name": "network-vif-plugged", "status": "completed", "tag": "f8be29a0-e35d-4fcb-85e8-6291c4bd9b99", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:58:54.915445 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8da31983-f1e9-4868-b9d3-046e67bdb2be {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:58:54.916074 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da31983-f1e9-4868-b9d3-046e67bdb2be'] response: {'server_uuid': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99', 'code': 200} Jul 14 15:58:55.048760 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:55.108469 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:55.131759 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833ccd8-d0a4-41b6-bcb5-fdf099675e96 req-26697648-492c-497e-b3fc-eb6f3d34d357 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:55.133965 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a833ccd8-d0a4-41b6-bcb5-fdf099675e96 req-26697648-492c-497e-b3fc-eb6f3d34d357 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0498395 Jul 14 15:58:55.181824 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a833ccd8-d0a4-41b6-bcb5-fdf099675e96 req-e8acb463-8180-462d-aedd-8b941c556bf5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Jul 14 15:58:55.447377 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073aea6-5077-4147-a575-9e3fcbe33a1a req-942dca21-8725-414b-94cd-c7f8262adba6 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:55.449003 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7073aea6-5077-4147-a575-9e3fcbe33a1a req-942dca21-8725-414b-94cd-c7f8262adba6 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0721357 Jul 14 15:58:55.526968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d9aae-a256-4d9f-9d45-9042bd8c9dbf req-6ec2f639-6370-49bb-b8fa-52284ae4bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:55.528491 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-456d9aae-a256-4d9f-9d45-9042bd8c9dbf req-6ec2f639-6370-49bb-b8fa-52284ae4bd12 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1129 time: 0.0590415 Jul 14 15:58:55.531870 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7073aea6-5077-4147-a575-9e3fcbe33a1a req-6be37e42-540c-4541-856f-61321c77e0d5 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762076 Jul 14 15:58:55.582328 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-456d9aae-a256-4d9f-9d45-9042bd8c9dbf req-d49872a0-5e39-40b6-96c0-76667ea77ac0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470457 Jul 14 15:58:55.652605 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 33940) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:55.769895 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b31cff7a-b5e0-4dbe-8019-17c31a25898a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:55.845777 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b31cff7a-b5e0-4dbe-8019-17c31a25898a admin admin] Publish callbacks [] for security_group (28aadd17-5901-423a-8a8c-2bcfc54420c3), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:55.934065 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b31cff7a-b5e0-4dbe-8019-17c31a25898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (28aadd17-5901-423a-8a8c-2bcfc54420c3), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:55.977648 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-b31cff7a-b5e0-4dbe-8019-17c31a25898a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8f7c2acd1c5348c8b1ce4460a2c07362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239083 Jul 14 15:58:55.978573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cff7a-b5e0-4dbe-8019-17c31a25898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aadd17-5901-423a-8a8c-2bcfc54420c3,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:55.980287 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33948) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:56.032550 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-890739c8-73e2-4260-a42c-700f810b8ce0 admin admin] Publish callbacks [] for security_group (28aadd17-5901-423a-8a8c-2bcfc54420c3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:56.055355 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-890739c8-73e2-4260-a42c-700f810b8ce0 admin admin] Publish callbacks [] for security_group (28aadd17-5901-423a-8a8c-2bcfc54420c3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:56.128068 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:56.137003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da3248-be70-4ba3-bd53-0c4da109f7c3 req-8f61bbbd-9df3-4b7f-b1f3-52c8bfba6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:56.138688 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-19da3248-be70-4ba3-bd53-0c4da109f7c3 req-8f61bbbd-9df3-4b7f-b1f3-52c8bfba6ec6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 1130 time: 0.0502963 Jul 14 15:58:56.242980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-890739c8-73e2-4260-a42c-700f810b8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (28aadd17-5901-423a-8a8c-2bcfc54420c3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:56.245545 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-890739c8-73e2-4260-a42c-700f810b8ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:56.249179 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-890739c8-73e2-4260-a42c-700f810b8ce0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/28aadd17-5901-423a-8a8c-2bcfc54420c3 HTTP/1.1" status: 204 len: 168 time: 0.2654252 Jul 14 15:58:56.257124 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890739c8-73e2-4260-a42c-700f810b8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aadd17-5901-423a-8a8c-2bcfc54420c3,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:56.305348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62595ad2-90a8-490d-84bc-a325248041c3 req-587d1801-a90d-48dc-a85b-147b2cb4d855 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:56.307435 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62595ad2-90a8-490d-84bc-a325248041c3 req-587d1801-a90d-48dc-a85b-147b2cb4d855 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0521703 Jul 14 15:58:56.355588 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62595ad2-90a8-490d-84bc-a325248041c3 req-6230856a-76ca-4166-8108-962085cead57 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Jul 14 15:58:56.651537 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093354c-7ada-4749-90e3-63681a43a3a2 req-0774e089-128a-4717-bc11-a6f16d4ca08a tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:56.652972 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f093354c-7ada-4749-90e3-63681a43a3a2 req-0774e089-128a-4717-bc11-a6f16d4ca08a tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0533957 Jul 14 15:58:56.690670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:56.732338 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f093354c-7ada-4749-90e3-63681a43a3a2 req-4c194231-5d83-4bce-9321-b34d2b292197 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729678 Jul 14 15:58:56.734638 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-19da3248-be70-4ba3-bd53-0c4da109f7c3 req-b6487442-18f9-48c8-9622-181acba1852b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618715 Jul 14 15:58:56.871752 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:57.086383 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33966) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:57.100241 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91099a4b-8005-4b20-bb32-f4d8908f5f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:57.174649 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91099a4b-8005-4b20-bb32-f4d8908f5f53 admin admin] Publish callbacks [] for security_group (0395ce10-c338-499a-bf85-0ceb5b23fdf5), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:57.286294 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91099a4b-8005-4b20-bb32-f4d8908f5f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0395ce10-c338-499a-bf85-0ceb5b23fdf5), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:57.326819 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-91099a4b-8005-4b20-bb32-f4d8908f5f53 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=04df15b1273b4119865dbc5600be07fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393301 Jul 14 15:58:57.327540 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91099a4b-8005-4b20-bb32-f4d8908f5f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0395ce10-c338-499a-bf85-0ceb5b23fdf5,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:57.330010 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 33968) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:57.383509 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5763-cc26-4c14-8626-5af1e2862991 admin admin] Publish callbacks [] for security_group (0395ce10-c338-499a-bf85-0ceb5b23fdf5), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:57.405667 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5763-cc26-4c14-8626-5af1e2862991 admin admin] Publish callbacks [] for security_group (0395ce10-c338-499a-bf85-0ceb5b23fdf5), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:57.480340 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34313b5-a40d-42ca-a5bf-aa16fc5b1b1f req-b557ce2b-ba35-459c-b5ac-1c84de4a85cf tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:57.481747 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a34313b5-a40d-42ca-a5bf-aa16fc5b1b1f req-b557ce2b-ba35-459c-b5ac-1c84de4a85cf tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0584054 Jul 14 15:58:57.530984 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a34313b5-a40d-42ca-a5bf-aa16fc5b1b1f req-79bcff6f-2083-42b0-a72f-6ae9bbe9d6a4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Jul 14 15:58:57.574327 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5763-cc26-4c14-8626-5af1e2862991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0395ce10-c338-499a-bf85-0ceb5b23fdf5), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:57.576966 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5763-cc26-4c14-8626-5af1e2862991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:57.581686 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f0ca5763-cc26-4c14-8626-5af1e2862991 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0395ce10-c338-499a-bf85-0ceb5b23fdf5 HTTP/1.1" status: 204 len: 168 time: 0.2471845 Jul 14 15:58:57.588380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca5763-cc26-4c14-8626-5af1e2862991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0395ce10-c338-499a-bf85-0ceb5b23fdf5,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:57.857074 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9b3f3-299b-48bd-a81d-89faf7ab4d19 req-5c2e9d63-c750-499f-84bf-2be3fdc6e5ec tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:57.858650 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abe9b3f3-299b-48bd-a81d-89faf7ab4d19 req-5c2e9d63-c750-499f-84bf-2be3fdc6e5ec tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0556042 Jul 14 15:58:57.924700 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abe9b3f3-299b-48bd-a81d-89faf7ab4d19 req-9a8ca676-1c15-4e9d-8dd1-b72f0dbec167 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Jul 14 15:58:58.431918 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34006) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:58.550390 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-61e6ae2a-61c1-4050-b6c8-1338536a2c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:58.679415 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-61e6ae2a-61c1-4050-b6c8-1338536a2c65 admin admin] Publish callbacks [] for security_group (0c5bab6f-1237-4933-98c7-4ca739abb619), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:58.685502 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6b65f-5198-41ec-b8c3-faf51ba52a66 req-9aca81f5-eced-492a-a577-5ba84ae615f0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:58.687428 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aaa6b65f-5198-41ec-b8c3-faf51ba52a66 req-9aca81f5-eced-492a-a577-5ba84ae615f0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0680592 Jul 14 15:58:58.716253 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:58.738851 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aaa6b65f-5198-41ec-b8c3-faf51ba52a66 req-1ef01afc-e201-4eab-b5b7-2ae15940fcf8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 Jul 14 15:58:58.785274 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-61e6ae2a-61c1-4050-b6c8-1338536a2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0c5bab6f-1237-4933-98c7-4ca739abb619), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:58.828185 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-61e6ae2a-61c1-4050-b6c8-1338536a2c65 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3173dfd0947546208491d172b9e6bfee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943448 Jul 14 15:58:58.828328 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6ae2a-61c1-4050-b6c8-1338536a2c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5bab6f-1237-4933-98c7-4ca739abb619,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:58.830190 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34022) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:58.894828 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a83c1a0a-8ff7-4803-bb09-e954c1ee7493 admin admin] Publish callbacks [] for security_group (0c5bab6f-1237-4933-98c7-4ca739abb619), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:58.922911 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a83c1a0a-8ff7-4803-bb09-e954c1ee7493 admin admin] Publish callbacks [] for security_group (0c5bab6f-1237-4933-98c7-4ca739abb619), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:58.964785 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:58:59.054258 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef42044-2498-4019-9360-bcba8822b9ff req-0dc2d573-db4b-433c-abac-1cb7c945dedc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:59.056916 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2ef42044-2498-4019-9360-bcba8822b9ff req-0dc2d573-db4b-433c-abac-1cb7c945dedc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0567544 Jul 14 15:58:59.079730 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a83c1a0a-8ff7-4803-bb09-e954c1ee7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0c5bab6f-1237-4933-98c7-4ca739abb619), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:59.082349 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a83c1a0a-8ff7-4803-bb09-e954c1ee7493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:59.083646 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-a83c1a0a-8ff7-4803-bb09-e954c1ee7493 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0c5bab6f-1237-4933-98c7-4ca739abb619 HTTP/1.1" status: 204 len: 168 time: 0.2525012 Jul 14 15:58:59.098406 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1a0a-8ff7-4803-bb09-e954c1ee7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5bab6f-1237-4933-98c7-4ca739abb619,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:58:59.137238 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2ef42044-2498-4019-9360-bcba8822b9ff req-ac8e6758-fd75-4aac-a679-1364603de336 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739667 Jul 14 15:58:59.244848 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a478d-9851-4228-8ea0-6925f30cf243 req-c0e36e63-01ef-44f9-acb1-f42ce573dfac tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:59.246346 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff6a478d-9851-4228-8ea0-6925f30cf243 req-c0e36e63-01ef-44f9-acb1-f42ce573dfac tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Jul 14 15:58:59.296469 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff6a478d-9851-4228-8ea0-6925f30cf243 req-ed2e3662-6adf-4cb4-ae91-94e55b730263 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444164 Jul 14 15:58:59.763222 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-06b1a3c8-73a3-42a5-ac04-b127e54235c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:59.765799 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-06b1a3c8-73a3-42a5-ac04-b127e54235c0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1129 time: 0.0487251 Jul 14 15:58:59.863182 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-dd32e70d-022c-4e12-b82e-d12f6e585dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:59.864730 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-dd32e70d-022c-4e12-b82e-d12f6e585dca service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0908415 Jul 14 15:58:59.910293 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-b89c5d7d-c09e-4203-ae11-52f66888be6c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 200 len: 217 time: 0.0388286 Jul 14 15:58:59.949953 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34050) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:58:59.965910 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1fba5f81-e329-412c-8b51-56d7a4467889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:58:59.969613 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-29dabf87-41f3-4800-b289-60c445582b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:58:59.971185 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-29dabf87-41f3-4800-b289-60c445582b2c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0538535 Jul 14 15:58:59.980535 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:00.019448 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-4762c1c2-4cf1-471a-a087-a4b9852cffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:00.021038 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-4762c1c2-4cf1-471a-a087-a4b9852cffe9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426679 Jul 14 15:59:00.056038 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1fba5f81-e329-412c-8b51-56d7a4467889 admin admin] Publish callbacks [] for security_group (feb1f5da-413c-4fbe-b53a-a1e37f1adc7d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:00.113012 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:00.131515 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-eb2b6272-f858-43ef-8cba-d87d9cfcd434 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998924 Jul 14 15:59:00.151464 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1fba5f81-e329-412c-8b51-56d7a4467889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (feb1f5da-413c-4fbe-b53a-a1e37f1adc7d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:00.204062 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-1fba5f81-e329-412c-8b51-56d7a4467889 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5a9ef299ac88435195ad2b3db042140b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530255 Jul 14 15:59:00.206966 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba5f81-e329-412c-8b51-56d7a4467889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1f5da-413c-4fbe-b53a-a1e37f1adc7d,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:00.209996 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34060) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:00.270732 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c1bd48b2-f611-4208-8968-ac2c8f281364 admin admin] Publish callbacks [] for security_group (feb1f5da-413c-4fbe-b53a-a1e37f1adc7d), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:00.275757 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:00.297084 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c1bd48b2-f611-4208-8968-ac2c8f281364 admin admin] Publish callbacks [] for security_group (feb1f5da-413c-4fbe-b53a-a1e37f1adc7d), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:00.304404 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986e33e-2506-42c3-9f85-d6ce1aceced6 req-bdcdb53f-2b25-43c8-a6f3-beceee90a1e2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:00.306206 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a986e33e-2506-42c3-9f85-d6ce1aceced6 req-bdcdb53f-2b25-43c8-a6f3-beceee90a1e2 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0686810 Jul 14 15:59:00.310429 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-067507e0-a758-480f-bd30-d0ef09b88bdc req-ca5c6340-35c8-4730-8be3-a69e8a825687 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724916 Jul 14 15:59:00.388207 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a986e33e-2506-42c3-9f85-d6ce1aceced6 req-a4d2adeb-7557-4d9c-ba80-0bdc3ae651ca tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659528 Jul 14 15:59:00.414068 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c1bd48b2-f611-4208-8968-ac2c8f281364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (feb1f5da-413c-4fbe-b53a-a1e37f1adc7d), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:00.417215 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c1bd48b2-f611-4208-8968-ac2c8f281364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:00.418563 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-c1bd48b2-f611-4208-8968-ac2c8f281364 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/feb1f5da-413c-4fbe-b53a-a1e37f1adc7d HTTP/1.1" status: 204 len: 168 time: 0.2073457 Jul 14 15:59:00.429462 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd48b2-f611-4208-8968-ac2c8f281364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1f5da-413c-4fbe-b53a-a1e37f1adc7d,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:00.470307 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b618-f887-4061-abb8-c0b2806686e1 req-bf974061-f936-431d-9df0-d4b93f8b36fa tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:00.471819 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7028b618-f887-4061-abb8-c0b2806686e1 req-bf974061-f936-431d-9df0-d4b93f8b36fa tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0700071 Jul 14 15:59:00.545182 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7028b618-f887-4061-abb8-c0b2806686e1 req-55274c41-2b5c-428f-b818-c9fabc249186 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662460 Jul 14 15:59:00.636582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dbd80788-3be6-42e9-b0b7-9972db7dcea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:01.662869 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0cdce-1988-4673-9b23-5afcf47136fc req-536781bf-1856-444e-b334-5306c58b82bd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:01.665184 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20f0cdce-1988-4673-9b23-5afcf47136fc req-536781bf-1856-444e-b334-5306c58b82bd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0481155 Jul 14 15:59:01.716922 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20f0cdce-1988-4673-9b23-5afcf47136fc req-c25d878e-183e-4d60-bac6-f2d123421001 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Jul 14 15:59:02.395912 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34130) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:02.465698 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff2aa6-5035-4fef-ad3e-0601b958b7be req-3ef028cd-3c9b-4bf2-b60d-448337c416a7 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:02.467202 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9bff2aa6-5035-4fef-ad3e-0601b958b7be req-3ef028cd-3c9b-4bf2-b60d-448337c416a7 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0480390 Jul 14 15:59:02.519759 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5d34903e-b3a0-4587-95ba-0b99e0ef79b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:02.552910 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9bff2aa6-5035-4fef-ad3e-0601b958b7be req-92bb3625-b763-499c-8e68-be2a29078aa7 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631855 Jul 14 15:59:02.611275 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5d34903e-b3a0-4587-95ba-0b99e0ef79b0 admin admin] Publish callbacks [] for security_group (e53fdf54-2d6e-4b6a-bde9-b03f9af0283d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:02.845601 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f961-7dc6-4749-a05a-b0744cab8e2b req-2c358138-86b9-4e56-a7b0-e6b46ded42cd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:02.847824 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4328f961-7dc6-4749-a05a-b0744cab8e2b req-2c358138-86b9-4e56-a7b0-e6b46ded42cd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0617688 Jul 14 15:59:02.872230 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5d34903e-b3a0-4587-95ba-0b99e0ef79b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e53fdf54-2d6e-4b6a-bde9-b03f9af0283d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:02.907313 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4328f961-7dc6-4749-a05a-b0744cab8e2b req-f1eb5c5c-1af4-4b53-a1d1-ae6a2a0c42f1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484796 Jul 14 15:59:02.922459 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-5d34903e-b3a0-4587-95ba-0b99e0ef79b0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=20273ad34b38492a971b8750ba13ed9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5241494 Jul 14 15:59:02.923837 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34903e-b3a0-4587-95ba-0b99e0ef79b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53fdf54-2d6e-4b6a-bde9-b03f9af0283d,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:02.926411 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34140) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:02.982800 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c2e02cd-dec5-420b-bedd-465141b0b643 admin admin] Publish callbacks [] for security_group (e53fdf54-2d6e-4b6a-bde9-b03f9af0283d), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:03.001291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c884-1077-4265-b1c5-b8d464244646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:03.005098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c2e02cd-dec5-420b-bedd-465141b0b643 admin admin] Publish callbacks [] for security_group (e53fdf54-2d6e-4b6a-bde9-b03f9af0283d), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:03.122553 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c2e02cd-dec5-420b-bedd-465141b0b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e53fdf54-2d6e-4b6a-bde9-b03f9af0283d), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:03.125121 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c2e02cd-dec5-420b-bedd-465141b0b643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:03.126347 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0c2e02cd-dec5-420b-bedd-465141b0b643 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e53fdf54-2d6e-4b6a-bde9-b03f9af0283d HTTP/1.1" status: 204 len: 168 time: 0.1987419 Jul 14 15:59:03.134710 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e02cd-dec5-420b-bedd-465141b0b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53fdf54-2d6e-4b6a-bde9-b03f9af0283d,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:03.666214 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c42fc2-af37-4334-98b4-62990957971a req-bf0b16d4-6e8c-4c92-8a9a-b473c40c40bb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:03.667741 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0c42fc2-af37-4334-98b4-62990957971a req-bf0b16d4-6e8c-4c92-8a9a-b473c40c40bb tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0564435 Jul 14 15:59:03.721159 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0c42fc2-af37-4334-98b4-62990957971a req-fc329e22-3127-47eb-bf2d-0b7cc79ccf97 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Jul 14 15:59:04.007278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:04.023337 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff538e2a-cfc7-4771-9d96-bd7fb0d002fb req-de5474e0-133b-45e9-a64c-52bb25025ce2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:04.025684 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff538e2a-cfc7-4771-9d96-bd7fb0d002fb req-de5474e0-133b-45e9-a64c-52bb25025ce2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0481327 Jul 14 15:59:04.072765 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff538e2a-cfc7-4771-9d96-bd7fb0d002fb req-e5d390c2-a91f-4ce6-afdc-aad6f64110fc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Jul 14 15:59:04.099611 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.373160 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34182) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:04.469519 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1872439771-network', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:04.551218 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Made reservation on behalf of cffc3cae7b014c62b9b58207cb7ef3aa for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:59:04.553669 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.563158 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.644945 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks [] for security_group (69237b44-0560-4f8e-b60c-8eac5ad98190), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.762705 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (69237b44-0560-4f8e-b60c-8eac5ad98190), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.785097 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:59:04.801802 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69237b44-0560-4f8e-b60c-8eac5ad98190,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:04.804821 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (56c678fa-8192-431a-ac41-d87e7ac712ea), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.805743 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Added segment 56c678fa-8192-431a-ac41-d87e7ac712ea of type vlan for network c9a5251c-11e1-4913-be3c-2c9cbf664c35 Jul 14 15:59:04.846940 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bd2a6-1189-4baf-b408-1dfd69485a78 req-72f2437e-3b45-4e06-aae1-0fb645f88d1c tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:04.848458 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cb0bd2a6-1189-4baf-b408-1dfd69485a78 req-72f2437e-3b45-4e06-aae1-0fb645f88d1c tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0579500 Jul 14 15:59:04.852515 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (c9a5251c-11e1-4913-be3c-2c9cbf664c35), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.897425 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cb0bd2a6-1189-4baf-b408-1dfd69485a78 req-e4f425cd-7bf5-43f5-ad2f-cbbde2e12dcc tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Jul 14 15:59:04.960878 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (c9a5251c-11e1-4913-be3c-2c9cbf664c35), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.963914 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:04.964540 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:04.987313 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:05.028170 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a5251c-11e1-4913-be3c-2c9cbf664c35,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:05.038355 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:59:05.090499 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ce5914d3-47cc-41af-8174-58582493c639 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7162163 Jul 14 15:59:05.093846 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34192) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:05.098664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Request body: {'subnet': {'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1872439771-subnet', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:05.196339 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba620d-69e2-4a7e-8718-0582264ed57d req-eb16faa2-fa83-44f0-819b-f20d437dfa54 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:05.197821 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a9ba620d-69e2-4a7e-8718-0582264ed57d req-eb16faa2-fa83-44f0-819b-f20d437dfa54 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Jul 14 15:59:05.198884 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Made reservation on behalf of cffc3cae7b014c62b9b58207cb7ef3aa for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:59:05.201249 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58799889'] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:05.307149 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a9ba620d-69e2-4a7e-8718-0582264ed57d req-9e9b67ab-6850-480c-85ce-b4196702d454 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032646 Jul 14 15:59:05.562917 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62051458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58799907'] for subnet (899922ef-cd27-4226-a72e-2faaa5f59403), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:05.589362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:05.629804 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Pushing event updated for resources: {'Subnet': ['ID=899922ef-cd27-4226-a72e-2faaa5f59403,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:05.634305 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Checking segment: {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:05.634663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Network hostable DHCP agents. Network: c9a5251c-11e1-4913-be3c-2c9cbf664c35, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:59:05.682696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:05.693620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-b5547b69-21ba-447a-afe0-642dd9d86908 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:05.695047 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-b5547b69-21ba-447a-afe0-642dd9d86908 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0468576 Jul 14 15:59:05.737513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:59:05.790574 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Deleting port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 15:59:05.797310 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:05.816567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:05.851774 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, c9a5251c-11e1-4913-be3c-2c9cbf664c35) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:05.864242 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:05.864737 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72460c-9754-49f9-87a8-14cdfdf43e19 None None] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:59:05.866209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:05.902821 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:05.903562 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] For port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,segment=NetworkSegment(060f066f-4825-48d5-8a37-8e755828e7de),segment_id=060f066f-4825-48d5-8a37-8e755828e7de)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:05.903927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:05.942556 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Calling delete_port for f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 owned by compute:nova {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 15:59:05.969964 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-9f74e445-2079-4406-ae4a-6b8e41e8808e admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8712287 Jul 14 15:59:05.970283 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34224) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:05.978849 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:05.998964 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:06.013067 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:59:06.014072 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.078802 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebeb32-d7cf-4856-9397-620ae8f7ae1c req-566bc521-7798-48f8-84f6-7b32dfc2f509 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:06.082076 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01ebeb32-d7cf-4856-9397-620ae8f7ae1c req-566bc521-7798-48f8-84f6-7b32dfc2f509 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 946 time: 0.0668788 Jul 14 15:59:06.108521 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (2471fe43-817a-4e43-8f10-0dd4e24aac75), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.110810 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (2471fe43-817a-4e43-8f10-0dd4e24aac75), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.163059 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:06.169525 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01ebeb32-d7cf-4856-9397-620ae8f7ae1c req-dc853a46-cdc3-4603-9273-e7ba7eff0210 tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/security-groups?id=8369cb87-d74d-4a97-a05b-cbe42c09fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758491 Jul 14 15:59:06.170110 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Allocated IP 172.20.0.2 (c9a5251c-11e1-4913-be3c-2c9cbf664c35/899922ef-cd27-4226-a72e-2faaa5f59403/14c029c7-59c1-4aa4-9ad4-a1df8b9009b8) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:06.179010 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:06.181443 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:06.196944 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks [] for router_controller (2471fe43-817a-4e43-8f10-0dd4e24aac75), precommit_add_association {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.289729 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (f8be29a0-e35d-4fcb-85e8-6291c4bd9b99), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.335443 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Pushing event deleted for resources: {'Port': ['ID=f8be29a0-e35d-4fcb-85e8-6291c4bd9b99,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:06.335665 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Publish callbacks [] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.353323 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['f8be29a0-e35d-4fcb-85e8-6291c4bd9b99'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:59:06.400656 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] No DVR routers for this DVR port f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 on host hv-cinder-84986 {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 15:59:06.403887 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.407923 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1296b407-3366-4b43-b66e-41d541e9eb9d req-a1ce267e-e6b3-427e-8f74-335b570a5cce tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.121 "DELETE /v2.0/ports/f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 HTTP/1.1" status: 204 len: 173 time: 0.7037683 Jul 14 15:59:06.408393 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'name': 'network-vif-deleted', 'tag': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:59:06.411582 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e99d8-392e-4c1b-9f4e-619137b2729b" -d '{"events": [{"server_uuid": "cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8", "name": "network-vif-deleted", "tag": "f8be29a0-e35d-4fcb-85e8-6291c4bd9b99"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:59:06.450549 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.452149 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ad229e-7235-49ec-a690-6c6b4d1b0ae3 x-openstack-request-id: req-f5ad229e-7235-49ec-a690-6c6b4d1b0ae3 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:59:06.452149 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8", "name": "network-vif-deleted", "tag": "f8be29a0-e35d-4fcb-85e8-6291c4bd9b99", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:59:06.452149 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f5ad229e-7235-49ec-a690-6c6b4d1b0ae3 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:59:06.452712 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ad229e-7235-49ec-a690-6c6b4d1b0ae3'] response: {'server_uuid': 'cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8', 'name': 'network-vif-deleted', 'tag': 'f8be29a0-e35d-4fcb-85e8-6291c4bd9b99', 'status': 'completed', 'code': 200} Jul 14 15:59:06.478989 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks [] for router_gateway (2471fe43-817a-4e43-8f10-0dd4e24aac75), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.490619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:06.493642 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:06.496787 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:06.530899 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Pushing event updated for resources: {'Port': ['ID=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:06.569939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Attempting to bind port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:06.570294 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Attempting to bind port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:06.571281 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Attempting to bind port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 on network c9a5251c-11e1-4913-be3c-2c9cbf664c35 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:06.576448 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:06.576814 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Checking segment: {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:06.577204 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.577588 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Bound using segment: {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:06.578075 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Bound port: 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:06.578469 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.640796 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] For port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:06.643992 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] For port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:06.713821 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.784129 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks [] for router_gateway (2471fe43-817a-4e43-8f10-0dd4e24aac75), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.786811 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc638290-9daf-449e-a20f-e124a82967f9 None None] Pushing event updated for resources: {'Port': ['ID=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:06.805682 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:06.903622 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:06.919462 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Allocated IP 172.27.3.251 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/c3093b12-8c99-402a-ab70-a38da6f439b3) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:07.052765 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks [] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:07.265701 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:07.286276 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3127b48e-f17e-43d3-bf01-b51872d2a7bd req-80203986-1e31-4bd5-9777-1e2eba8c512a tempest-VolumesActionsTest-1236086322 tempest-VolumesActionsTest-1236086322-project] 10.222.0.119 "GET /v2.0/ports?device_id=cb4a1b16-d2c7-41d6-8544-f7ffa4ddf2b8 HTTP/1.1" status: 200 len: 210 time: 0.0337350 Jul 14 15:59:07.308726 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:07.313970 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:07.316786 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:07.349222 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Pushing event updated for resources: {'Port': ['ID=c3093b12-8c99-402a-ab70-a38da6f439b3,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:07.753010 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0445ed9-1e78-45dd-bd2e-de38144467ee None None] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:59:07.775580 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks [] for router_gateway (2471fe43-817a-4e43-8f10-0dd4e24aac75), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:07.823586 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0f0af425-93c5-49b6-99ee-c56281036466 None None] Provisioning complete for port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:07.823872 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0f0af425-93c5-49b6-99ee-c56281036466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:07.885366 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:07.943173 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0f0af425-93c5-49b6-99ee-c56281036466 None None] Current status of the port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:07.943690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0f0af425-93c5-49b6-99ee-c56281036466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:07.973325 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (2471fe43-817a-4e43-8f10-0dd4e24aac75), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:07.981004 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0f0af425-93c5-49b6-99ee-c56281036466 None None] For port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:08.100325 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0f0af425-93c5-49b6-99ee-c56281036466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:08.151979 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af425-93c5-49b6-99ee-c56281036466 None None] Pushing event updated for resources: {'Port': ['ID=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:08.189665 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:08.230847 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5462ac95-2a14-4df8-a105-634726bf304b None None] Provisioning complete for port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:08.231217 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5462ac95-2a14-4df8-a105-634726bf304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:08.271136 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Router 2471fe43-817a-4e43-8f10-0dd4e24aac75 is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 15:59:08.271694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:08.271694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:08.274129 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:08.348537 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5462ac95-2a14-4df8-a105-634726bf304b None None] Current status of the port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:08.369291 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:08.392843 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:59:08.393021 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:08.405111 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Sync routers for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:59:08.415323 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:08.415944 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:08.529023 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:08.582372 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:08.585335 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-f82c5dae-556b-42b3-b933-a607fb341d6b admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6130710 Jul 14 15:59:08.596786 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34272) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:08.671360 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34276) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:08.677387 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-bc208c9a-f1ae-41eb-bcf7-dea4239ae164 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691774767', 'description': 'tempest-description--2116974919'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:08.700250 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:08.721661 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:07Z', 'revision_number': 3, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:08.747999 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Checking router: 2471fe43-817a-4e43-8f10-0dd4e24aac75 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:59:08.748398 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Updating router 2471fe43-817a-4e43-8f10-0dd4e24aac75 port c3093b12-8c99-402a-ab70-a38da6f439b3 binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:59:08.776560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:08.778018 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:08.819846 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bc208c9a-f1ae-41eb-bcf7-dea4239ae164 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:08.918320 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:08.919715 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:08.949978 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bc208c9a-f1ae-41eb-bcf7-dea4239ae164 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group (452046f1-2e71-484e-a281-61379e591bbb), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.026899 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.072191 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Publish callbacks [] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.096532 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:09.098858 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bc208c9a-f1ae-41eb-bcf7-dea4239ae164 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (452046f1-2e71-484e-a281-61379e591bbb), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.113527 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:09.139374 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc208c9a-f1ae-41eb-bcf7-dea4239ae164 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452046f1-2e71-484e-a281-61379e591bbb,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:09.152160 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34286) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:09.178523 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.210090 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bc208c9a-f1ae-41eb-bcf7-dea4239ae164 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.211537 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-bc208c9a-f1ae-41eb-bcf7-dea4239ae164 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5381577 Jul 14 15:59:09.214623 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34292) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:09.217815 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Allocated IP 172.20.0.1 (c9a5251c-11e1-4913-be3c-2c9cbf664c35/899922ef-cd27-4226-a72e-2faaa5f59403/f4dc7a65-e4dd-4c7a-8085-0216d14aaff7) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:09.225887 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-dd0bc1b4-9d6d-4bc0-adb1-9453a26f2ccd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'security_group_rule': {'security_group_id': '452046f1-2e71-484e-a281-61379e591bbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:09.230224 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 15:59:09.259995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 15:59:09.262179 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device f8be29a0-e35d-4fcb-85e8-6291c4bd9b99 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 15:59:09.263645 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39510b10-8349-40ae-88ab-024d5b83f034 None None] Pushing event updated for resources: {'Port': ['ID=c3093b12-8c99-402a-ab70-a38da6f439b3,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:09.266127 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Attempting to bind port c3093b12-8c99-402a-ab70-a38da6f439b3 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:09.266691 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Attempting to bind port c3093b12-8c99-402a-ab70-a38da6f439b3 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:09.267236 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Attempting to bind port c3093b12-8c99-402a-ab70-a38da6f439b3 on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:09.273423 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:09.273879 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:09.274282 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.274768 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:09.275234 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Bound port: c3093b12-8c99-402a-ab70-a38da6f439b3, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:09.275610 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.320241 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-48a2a877-a1a2-4cda-859f-a0fa8f04a652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.347990 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] For port c3093b12-8c99-402a-ab70-a38da6f439b3, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:09.351293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] For port c3093b12-8c99-402a-ab70-a38da6f439b3, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=c3093b12-8c99-402a-ab70-a38da6f439b3,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:09.356637 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks [] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.390547 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc1b4-9d6d-4bc0-adb1-9453a26f2ccd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group_rule (ef6e9d4a-449b-4d35-a5ae-4e47263d1532), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.438304 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.445871 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-48a2a877-a1a2-4cda-859f-a0fa8f04a652 admin admin] Publish callbacks [] for security_group (a00d4da0-c51c-430d-a626-10e49d155d50), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.468911 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc1b4-9d6d-4bc0-adb1-9453a26f2ccd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group_rule (ef6e9d4a-449b-4d35-a5ae-4e47263d1532), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.483764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.496154 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:09.496785 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:09.525870 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:09.530974 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:09.533262 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:09.535384 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:09.545731 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39510b10-8349-40ae-88ab-024d5b83f034 None None] Pushing event updated for resources: {'Port': ['ID=c3093b12-8c99-402a-ab70-a38da6f439b3,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:09.575414 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (2471fe43-817a-4e43-8f10-0dd4e24aac75), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.618095 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:09.619768 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-48a2a877-a1a2-4cda-859f-a0fa8f04a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a00d4da0-c51c-430d-a626-10e49d155d50), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.652197 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2a877-a1a2-4cda-859f-a0fa8f04a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00d4da0-c51c-430d-a626-10e49d155d50,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:09.713551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:09.803226 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-950addc1-5bdd-4b19-aadf-7f890d18ac36 None None] Provisioning complete for port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:09.803934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-950addc1-5bdd-4b19-aadf-7f890d18ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.818731 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.866845 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-950addc1-5bdd-4b19-aadf-7f890d18ac36 None None] Port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:09.873727 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc1b4-9d6d-4bc0-adb1-9453a26f2ccd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (ef6e9d4a-449b-4d35-a5ae-4e47263d1532), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.876651 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:07Z', 'revision_number': 3, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:09.897545 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-48a2a877-a1a2-4cda-859f-a0fa8f04a652 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4a08d3a5aee344c8a8b80911f995e6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7463155 Jul 14 15:59:09.901350 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34308) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:09.907133 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383d745-73b9-40a6-8197-193ea7fdf30e None None] The sync data for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi is: [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:07Z', 'revision_number': 3, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:59:09.909460 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bc1b4-9d6d-4bc0-adb1-9453a26f2ccd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6e9d4a-449b-4d35-a5ae-4e47263d1532,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:09.971942 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9fceb9f8-3020-4e03-a957-2ceb823a9feb admin admin] Publish callbacks [] for security_group (a00d4da0-c51c-430d-a626-10e49d155d50), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.985932 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc1b4-9d6d-4bc0-adb1-9453a26f2ccd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:09.987209 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-dd0bc1b4-9d6d-4bc0-adb1-9453a26f2ccd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7716415 Jul 14 15:59:09.989976 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34312) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:09.994822 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-f6ca8739-4705-4807-a31f-299bf390b143 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'security_group_rule': {'security_group_id': '452046f1-2e71-484e-a281-61379e591bbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:10.015651 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9fceb9f8-3020-4e03-a957-2ceb823a9feb admin admin] Publish callbacks [] for security_group (a00d4da0-c51c-430d-a626-10e49d155d50), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.028424 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks [] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.092537 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.166400 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (2471fe43-817a-4e43-8f10-0dd4e24aac75), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.168473 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:10.177440 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8739-4705-4807-a31f-299bf390b143 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group_rule (9741f74d-c4e1-4765-a718-84cfc8eb96a6), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.214732 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9fceb9f8-3020-4e03-a957-2ceb823a9feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a00d4da0-c51c-430d-a626-10e49d155d50), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.217320 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9fceb9f8-3020-4e03-a957-2ceb823a9feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.221094 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9fceb9f8-3020-4e03-a957-2ceb823a9feb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a00d4da0-c51c-430d-a626-10e49d155d50 HTTP/1.1" status: 204 len: 168 time: 0.3160000 Jul 14 15:59:10.255432 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:10.314425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:10.315185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.316956 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceb9f8-3020-4e03-a957-2ceb823a9feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00d4da0-c51c-430d-a626-10e49d155d50,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:10.346752 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:10.354915 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8739-4705-4807-a31f-299bf390b143 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group_rule (9741f74d-c4e1-4765-a718-84cfc8eb96a6), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.434999 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:10.525907 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8739-4705-4807-a31f-299bf390b143 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (9741f74d-c4e1-4765-a718-84cfc8eb96a6), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.540319 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8739-4705-4807-a31f-299bf390b143 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9741f74d-c4e1-4765-a718-84cfc8eb96a6,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:10.553828 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:10.588519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:10.590054 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:10.703258 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8739-4705-4807-a31f-299bf390b143 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.706335 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-f6ca8739-4705-4807-a31f-299bf390b143 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7151754 Jul 14 15:59:10.709767 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34340) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:10.718296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:10.725137 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:10.761596 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Router 2471fe43-817a-4e43-8f10-0dd4e24aac75 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:59:10.772974 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:10.846992 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:10.854557 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.897356 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-20fa5e26-03b4-4a8c-baeb-2d036320156b None None] Provisioning complete for port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:10.897839 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-20fa5e26-03b4-4a8c-baeb-2d036320156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.940708 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:59:10.956323 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-4ef42afd-f4a9-45d5-9fd2-a2d5d2a42737 admin admin] 10.222.0.119 "PUT /v2.0/routers/2471fe43-817a-4e43-8f10-0dd4e24aac75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3577397 Jul 14 15:59:10.976757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:10.980712 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-20fa5e26-03b4-4a8c-baeb-2d036320156b None None] Port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:11.091596 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Allocated IP 172.27.3.98 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/ebc98645-977e-4d34-b813-3adc8bce2ebc) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:11.098719 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34346) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:11.113605 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8e6e11e3-8ee7-4d3f-b050-e023745044d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.204673 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8e6e11e3-8ee7-4d3f-b050-e023745044d2 admin admin] Publish callbacks [] for security_group (2ecb9200-4832-4ce2-8da7-94224297f1f8), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.216927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.282691 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8e6e11e3-8ee7-4d3f-b050-e023745044d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2ecb9200-4832-4ce2-8da7-94224297f1f8), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.322744 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-8e6e11e3-8ee7-4d3f-b050-e023745044d2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=471cfb5e04dd41fcb813d8177a8f8acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228012 Jul 14 15:59:11.323943 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e11e3-8ee7-4d3f-b050-e023745044d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecb9200-4832-4ce2-8da7-94224297f1f8,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:11.325586 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34350) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:11.378504 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1c01ac4e-6f6e-4a9e-b763-196c9b86fd8c admin admin] Publish callbacks [] for security_group (2ecb9200-4832-4ce2-8da7-94224297f1f8), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.393534 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.430652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1c01ac4e-6f6e-4a9e-b763-196c9b86fd8c admin admin] Publish callbacks [] for security_group (2ecb9200-4832-4ce2-8da7-94224297f1f8), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.448561 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:11.457246 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:11.466212 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:11.507724 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'Port': ['ID=ebc98645-977e-4d34-b813-3adc8bce2ebc,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:11.697620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1c01ac4e-6f6e-4a9e-b763-196c9b86fd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2ecb9200-4832-4ce2-8da7-94224297f1f8), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.702230 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1c01ac4e-6f6e-4a9e-b763-196c9b86fd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.703406 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1c01ac4e-6f6e-4a9e-b763-196c9b86fd8c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2ecb9200-4832-4ce2-8da7-94224297f1f8 HTTP/1.1" status: 204 len: 168 time: 0.3767345 Jul 14 15:59:11.757214 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01ac4e-6f6e-4a9e-b763-196c9b86fd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecb9200-4832-4ce2-8da7-94224297f1f8,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:11.772742 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.820026 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Sync routers for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:59:11.830225 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:11.830852 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:11.929411 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:11.935176 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:12.018977 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34370) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:12.026287 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1452970764-network', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:12.107074 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.137512 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 2, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:12.164952 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Checking router: 2471fe43-817a-4e43-8f10-0dd4e24aac75 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:59:12.165413 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Updating router 2471fe43-817a-4e43-8f10-0dd4e24aac75 port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:59:12.198790 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.201918 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device c3093b12-8c99-402a-ab70-a38da6f439b3 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:12.237409 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Made reservation on behalf of d1f02c2820eb4688829932f3177e9c3a for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:59:12.240342 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.248988 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port c3093b12-8c99-402a-ab70-a38da6f439b3 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:12.249370 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.250848 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.294991 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.342002 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks [] for security_group (433328a1-2e98-4601-9614-0a66dcc85149), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.392478 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'Port': ['ID=ebc98645-977e-4d34-b813-3adc8bce2ebc,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:12.408324 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.458260 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port c3093b12-8c99-402a-ab70-a38da6f439b3 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:12.458580 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.481509 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port c3093b12-8c99-402a-ab70-a38da6f439b3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=c3093b12-8c99-402a-ab70-a38da6f439b3,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:12.505661 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (433328a1-2e98-4601-9614-0a66dcc85149), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.529893 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 15:59:12.545903 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433328a1-2e98-4601-9614-0a66dcc85149,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:12.549090 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (bfadfd38-e13a-4036-996b-d97c03f96e05), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.549898 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Added segment bfadfd38-e13a-4036-996b-d97c03f96e05 of type vlan for network e82ef953-f9de-4048-b68b-2832867a0a6f Jul 14 15:59:12.559942 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.559942 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-efd3b8c7-e54a-42d7-be48-fe28f31f4633 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8407903 Jul 14 15:59:12.572274 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Publish callbacks [] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.615511 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (e82ef953-f9de-4048-b68b-2832867a0a6f), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.637189 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.699755 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=c3093b12-8c99-402a-ab70-a38da6f439b3,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:12.779270 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-c554c63b-3a56-4dac-9552-a926e4de488c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--691774767&fields=id&tenant_id=2604fe90997b48439ed17360fa15f24a HTTP/1.1" status: 200 len: 267 time: 0.0434158 Jul 14 15:59:12.860232 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (e82ef953-f9de-4048-b68b-2832867a0a6f), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.860874 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.861344 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:12.861843 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.880036 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34394) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:12.903701 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7f330773-47d4-40a8-9d43-879091671ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:12.920639 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Pushing event updated for resources: {'Port': ['ID=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:12.921477 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-460de419-3771-4561-bb03-1ff8a1223d99 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:12.923068 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-460de419-3771-4561-bb03-1ff8a1223d99 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 819 time: 0.1374564 Jul 14 15:59:12.929146 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.929553 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.930664 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.935558 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:12.947131 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] Pushing event updated for resources: {'Network': ['ID=e82ef953-f9de-4048-b68b-2832867a0a6f,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:12.953456 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-f27130ff-43b4-4e21-86d4-70103a3bf70a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/quotas/2604fe90997b48439ed17360fa15f24a HTTP/1.1" status: 200 len: 375 time: 0.0193365 Jul 14 15:59:12.961851 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network e82ef953-f9de-4048-b68b-2832867a0a6f details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Attempting to bind port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Attempting to bind port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Attempting to bind port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 on network c9a5251c-11e1-4913-be3c-2c9cbf664c35 {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Checking segment: {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Bound using segment: {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Bound port: f4dc7a65-e4dd-4c7a-8085-0216d14aaff7, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:13.027462 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.033404 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-74c83ba1-773d-4a5b-88b3-e383d7cb3e2d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671308 Jul 14 15:59:13.059267 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0dc0a938-552d-4c89-843e-133453ff1a18 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0384457 Jul 14 15:59:13.061975 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34396) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:13.067330 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Request body: {'subnet': {'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1452970764-subnet', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:13.109993 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:13.111750 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7f330773-47d4-40a8-9d43-879091671ccd admin admin] Publish callbacks [] for security_group (b4c95358-8d23-4589-9b20-42268072e75d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.116600 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] For port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:13.120711 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] For port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:13.189349 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-3fe4a223-26ac-49be-830a-0145135a17e8 service neutron] 10.222.0.119 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290221 Jul 14 15:59:13.217886 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-b8b29e3b-eb70-49b4-ad63-d7b1dab9ea06 None None] Provisioning complete for port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:13.219197 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b8b29e3b-eb70-49b4-ad63-d7b1dab9ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.251770 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-b8b29e3b-eb70-49b4-ad63-d7b1dab9ea06 None None] Port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:13.281835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Made reservation on behalf of d1f02c2820eb4688829932f3177e9c3a for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:59:13.282078 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7f330773-47d4-40a8-9d43-879091671ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b4c95358-8d23-4589-9b20-42268072e75d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.282380 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.285175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62130738'] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.332194 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-421be394-1a5e-4eb2-8aef-2a0ef53712f8 service neutron] 10.222.0.119 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371753 Jul 14 15:59:13.341366 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7f330773-47d4-40a8-9d43-879091671ccd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8dbf6d5fbcc943fc8db6494af24632a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598408 Jul 14 15:59:13.344770 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:13.346439 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34398) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:13.354005 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f330773-47d4-40a8-9d43-879091671ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c95358-8d23-4589-9b20-42268072e75d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:13.427618 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:13.429513 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e7bb-2bdd-4901-83e9-163c88cfe468 None None] Pushing event updated for resources: {'Port': ['ID=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:13.437514 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac707-e57b-4396-b555-95e14673fce5 admin admin] Publish callbacks [] for security_group (b4c95358-8d23-4589-9b20-42268072e75d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.440503 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:13.441811 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:13.472201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac707-e57b-4396-b555-95e14673fce5 admin admin] Publish callbacks [] for security_group (b4c95358-8d23-4589-9b20-42268072e75d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.585516 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:13.603348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:13.674838 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-d7df50a2-895c-4a5f-a11f-e8761457407d None None] Provisioning complete for port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:13.675244 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d7df50a2-895c-4a5f-a11f-e8761457407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.757116 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-d7df50a2-895c-4a5f-a11f-e8761457407d None None] Current status of the port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:13.757392 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d7df50a2-895c-4a5f-a11f-e8761457407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.788237 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:13.792321 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac707-e57b-4396-b555-95e14673fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (b4c95358-8d23-4589-9b20-42268072e75d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.794587 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62379523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62130688'] for subnet (d1b43110-8bc2-4e78-a1b4-678b4e5edf5c), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.795843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac707-e57b-4396-b555-95e14673fce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:13.799826 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8a9ac707-e57b-4396-b555-95e14673fce5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b4c95358-8d23-4589-9b20-42268072e75d HTTP/1.1" status: 204 len: 168 time: 0.4521832 Jul 14 15:59:13.832909 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ac707-e57b-4396-b555-95e14673fce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c95358-8d23-4589-9b20-42268072e75d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:13.878630 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-d7df50a2-895c-4a5f-a11f-e8761457407d None None] For port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:13.883831 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6034e8e-5884-458c-b563-b9c84e61a30b None None] The sync data for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi is: [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:59:13.899998 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c2f5320-e846-427f-9812-08fdabb75c7c req-93b1bb3d-fdbb-4bdc-879e-248789225514 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0568409 Jul 14 15:59:13.934652 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b43110-8bc2-4e78-a1b4-678b4e5edf5c,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:13.947725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Checking segment: {'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:13.947725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Network hostable DHCP agents. Network: e82ef953-f9de-4048-b68b-2832867a0a6f, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 15:59:13.975418 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d7df50a2-895c-4a5f-a11f-e8761457407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.043504 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df50a2-895c-4a5f-a11f-e8761457407d None None] Pushing event updated for resources: {'Port': ['ID=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:14.088718 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Network e82ef953-f9de-4048-b68b-2832867a0a6f is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 15:59:14.203074 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, e82ef953-f9de-4048-b68b-2832867a0a6f) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:14.207375 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:14.208075 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.216874 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a3848-59f3-42e1-b01c-9ba7e5066f1b None None] Network e82ef953-f9de-4048-b68b-2832867a0a6f requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:59:14.292777 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:14.371859 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-8fa50f1d-8004-41c9-9877-8af20e6827d5 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3085344 Jul 14 15:59:14.372073 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:14.372393 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.374412 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34420) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:14.379414 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:14.492793 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-e82ef953-f9de-4048-b68b-2832867a0a6f', 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f', 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'fixed_ips': [{'subnet_id': 'd1b43110-8bc2-4e78-a1b4-678b4e5edf5c'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 15:59:14.493893 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.535836 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:14.537078 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device c3093b12-8c99-402a-ab70-a38da6f439b3 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:14.612133 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:14.672987 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port c3093b12-8c99-402a-ab70-a38da6f439b3 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:14.673356 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.728654 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Allocated IP 172.20.0.2 (e82ef953-f9de-4048-b68b-2832867a0a6f/d1b43110-8bc2-4e78-a1b4-678b4e5edf5c/36488894-4e38-41d9-8b10-0b20c9c2d5f3) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:14.729180 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (fa9f381f-612a-4a7a-8794-7e758a3ea87d), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.733289 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (fa9f381f-612a-4a7a-8794-7e758a3ea87d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.765272 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:14.802193 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks [] for router_controller (fa9f381f-612a-4a7a-8794-7e758a3ea87d), precommit_add_association {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:14.848415 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:14.850934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port c3093b12-8c99-402a-ab70-a38da6f439b3 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:14.934607 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Publish callbacks [] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.013892 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-becf700e-a2a1-4955-ab2f-f60fc29fb96c req-474f696a-7ccd-41a6-9c58-546a69a8ec3c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0368161 Jul 14 15:59:15.018421 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.074725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks [] for router_gateway (fa9f381f-612a-4a7a-8794-7e758a3ea87d), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.080258 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Network e82ef953-f9de-4048-b68b-2832867a0a6f is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:15.083432 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:15.090467 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:15.097964 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Pushing event updated for resources: {'Port': ['ID=36488894-4e38-41d9-8b10-0b20c9c2d5f3,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:15.157503 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:15.163565 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Attempting to bind port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:15.163939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Attempting to bind port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:15.164864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Attempting to bind port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 on network e82ef953-f9de-4048-b68b-2832867a0a6f {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:15.170941 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:15.171319 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Checking segment: {'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:15.171723 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.172133 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Bound using segment: {'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:15.179583 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Bound port: 36488894-4e38-41d9-8b10-0b20c9c2d5f3, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:15.179583 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.236510 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] For port 36488894-4e38-41d9-8b10-0b20c9c2d5f3, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:15.239756 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] For port 36488894-4e38-41d9-8b10-0b20c9c2d5f3, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=36488894-4e38-41d9-8b10-0b20c9c2d5f3,segment=NetworkSegment(bfadfd38-e13a-4036-996b-d97c03f96e05),segment_id=bfadfd38-e13a-4036-996b-d97c03f96e05)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:15.397356 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks [] for router_gateway (fa9f381f-612a-4a7a-8794-7e758a3ea87d), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.416912 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.515259 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.526925 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Allocated IP 172.27.3.36 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/8704f0d4-1357-4f6d-b7de-6630a381a00c) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:15.575424 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b43a78-7222-4040-87db-85662144c9d2 None None] Pushing event updated for resources: {'Port': ['ID=36488894-4e38-41d9-8b10-0b20c9c2d5f3,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:15.634149 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks [] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.734317 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:15.856062 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:15.893328 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:15.898575 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:15.901856 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:15.946624 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Pushing event updated for resources: {'Port': ['ID=8704f0d4-1357-4f6d-b7de-6630a381a00c,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:16.132047 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-34465faf-1f11-4b85-ab34-673897f83f12 req-adb46919-1329-4505-89ef-302340cd1fe0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0324135 Jul 14 15:59:16.191650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:16.212913 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 36488894-4e38-41d9-8b10-0b20c9c2d5f3 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:16.268055 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:16.268732 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:16.294074 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks [] for router_gateway (fa9f381f-612a-4a7a-8794-7e758a3ea87d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:16.346597 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:16.347443 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:16.392330 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 36488894-4e38-41d9-8b10-0b20c9c2d5f3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=36488894-4e38-41d9-8b10-0b20c9c2d5f3,segment=NetworkSegment(bfadfd38-e13a-4036-996b-d97c03f96e05),segment_id=bfadfd38-e13a-4036-996b-d97c03f96e05)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:16.506687 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f75fa2-2ea9-4883-926b-b964f75ca146 None None] Network e82ef953-f9de-4048-b68b-2832867a0a6f requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 15:59:16.510147 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:16.532609 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (fa9f381f-612a-4a7a-8794-7e758a3ea87d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:16.618324 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-72f0835d-e0ba-4879-a650-011e6f96e835 None None] Provisioning complete for port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:16.619003 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-72f0835d-e0ba-4879-a650-011e6f96e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:16.659576 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=36488894-4e38-41d9-8b10-0b20c9c2d5f3,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:16.745511 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Router fa9f381f-612a-4a7a-8794-7e758a3ea87d is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 15:59:16.770757 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-72f0835d-e0ba-4879-a650-011e6f96e835 None None] Current status of the port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:16.875490 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:59:16.888241 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Sync routers for ids ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:59:16.900459 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Routers {'fa9f381f-612a-4a7a-8794-7e758a3ea87d'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:16.901209 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:16.992609 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:16.995048 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9de052dc-11b3-4d5b-bf18-3f5381acee9c admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6195059 Jul 14 15:59:16.997982 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34448) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:17.008696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-4b44dd4b-a729-45a8-8afa-1a7878b17001 None None] Provisioning complete for port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:17.009292 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4b44dd4b-a729-45a8-8afa-1a7878b17001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.056011 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Set router fa9f381f-612a-4a7a-8794-7e758a3ea87d gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:17.256465 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-4b44dd4b-a729-45a8-8afa-1a7878b17001 None None] Current status of the port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:17.273340 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d6693e04-2e17-4892-a0eb-18063722e0ad req-e615cf2d-92df-42ee-8cdd-daadd8d23341 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0371454 Jul 14 15:59:17.330317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T15:59:16Z', 'revision_number': 3, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port': {'id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:15Z', 'updated_at': '2022-07-14T15:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:17.357107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Checking router: fa9f381f-612a-4a7a-8794-7e758a3ea87d for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:59:17.357456 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Updating router fa9f381f-612a-4a7a-8794-7e758a3ea87d port 8704f0d4-1357-4f6d-b7de-6630a381a00c binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:59:17.382185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:17.390295 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.673873 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.775295 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Publish callbacks [] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.835341 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Allocated IP 172.20.0.1 (e82ef953-f9de-4048-b68b-2832867a0a6f/d1b43110-8bc2-4e78-a1b4-678b4e5edf5c/b691bec9-41bf-4c94-9667-b2e0b180fdcf) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:17.871653 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.925957 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Attempting to bind port 8704f0d4-1357-4f6d-b7de-6630a381a00c on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:17.926476 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Attempting to bind port 8704f0d4-1357-4f6d-b7de-6630a381a00c by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:17.926947 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Attempting to bind port 8704f0d4-1357-4f6d-b7de-6630a381a00c on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:17.929157 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008c7d2-6e43-45cc-b45f-a188490765db None None] Pushing event updated for resources: {'Port': ['ID=8704f0d4-1357-4f6d-b7de-6630a381a00c,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:17.935515 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:17.936026 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:17.936491 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.936956 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:17.937492 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Bound port: 8704f0d4-1357-4f6d-b7de-6630a381a00c, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:17.938310 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.945007 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks [] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:17.990823 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] For port 8704f0d4-1357-4f6d-b7de-6630a381a00c, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:17.994550 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] For port 8704f0d4-1357-4f6d-b7de-6630a381a00c, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=8704f0d4-1357-4f6d-b7de-6630a381a00c,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:18.075609 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:18.113242 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Network e82ef953-f9de-4048-b68b-2832867a0a6f is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:18.118869 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:18.123594 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:18.126859 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:18.132138 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:18.163539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Pushing event updated for resources: {'Port': ['ID=b691bec9-41bf-4c94-9667-b2e0b180fdcf,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:18.212959 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (fa9f381f-612a-4a7a-8794-7e758a3ea87d), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:18.221093 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 36488894-4e38-41d9-8b10-0b20c9c2d5f3 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:18.286013 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008c7d2-6e43-45cc-b45f-a188490765db None None] Pushing event updated for resources: {'Port': ['ID=8704f0d4-1357-4f6d-b7de-6630a381a00c,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:18.286848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Routers {'fa9f381f-612a-4a7a-8794-7e758a3ea87d'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:18.287539 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:18.385787 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e4daee06-be2d-4258-9685-7e79650c6dd3 req-40fd5465-fd32-4adb-afda-d6cef7ce3f02 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0322654 Jul 14 15:59:18.398448 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:18.398894 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:18.451076 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] Set router fa9f381f-612a-4a7a-8794-7e758a3ea87d gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:18.532964 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-af647770-571b-4710-ab6b-daa9cdfd62b6 None None] Provisioning complete for port b691bec9-41bf-4c94-9667-b2e0b180fdcf triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:18.533331 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-af647770-571b-4710-ab6b-daa9cdfd62b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:18.641410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:18.644370 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-af647770-571b-4710-ab6b-daa9cdfd62b6 None None] Port b691bec9-41bf-4c94-9667-b2e0b180fdcf cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:18.698898 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T15:59:16Z', 'revision_number': 3, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port': {'id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:15Z', 'updated_at': '2022-07-14T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:18.725355 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aeab3-1117-47b8-bf30-2b82cae38696 None None] The sync data for ids ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'] in dv-cinder-849869-1-iscsi is: [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T15:59:16Z', 'revision_number': 3, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port': {'id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:15Z', 'updated_at': '2022-07-14T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:59:18.920740 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:18.948852 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:19.138266 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks [] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:19.267839 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-167d1746-368f-49d9-b33c-34ef5992392f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:19.269364 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-167d1746-368f-49d9-b33c-34ef5992392f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 819 time: 0.1174395 Jul 14 15:59:19.311459 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:19.410403 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (fa9f381f-612a-4a7a-8794-7e758a3ea87d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:19.412350 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Pushing event updated for resources: {'Port': ['ID=b691bec9-41bf-4c94-9667-b2e0b180fdcf,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:19.431821 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.432180 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.432779 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.433753 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.434092 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.434432 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.434774 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.435105 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.435440 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.435774 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.436133 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.437029 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.437378 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.437693 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.438020 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:19.438233 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-9b8bb7f1-7741-4e29-afc1-188724dc9e2d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2604fe90997b48439ed17360fa15f24a HTTP/1.1" status: 200 len: 379 time: 0.1143990 Jul 14 15:59:19.456903 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'port': {'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'admin_state_up': True, 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'security_groups': ['452046f1-2e71-484e-a281-61379e591bbb']}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:19.558367 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Network e82ef953-f9de-4048-b68b-2832867a0a6f is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:19.565268 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:19.723602 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d4b6ea4-562e-470d-9ed0-a4ac4e534e24 req-0f749fd2-8a8e-4149-9fb6-36d87335fd8e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0514543 Jul 14 15:59:19.779946 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:19.812860 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Router fa9f381f-612a-4a7a-8794-7e758a3ea87d has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:59:19.859868 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Made reservation on behalf of 2604fe90997b48439ed17360fa15f24a for: {'port': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:59:19.870345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:19.905936 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:19.958920 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:59:19.971217 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-47f47e41-a8ba-4f7d-b6df-77e152d4aa9b admin admin] 10.222.0.119 "PUT /v2.0/routers/fa9f381f-612a-4a7a-8794-7e758a3ea87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9721570 Jul 14 15:59:19.985832 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-d8f62650-9e54-4506-9035-62ca64a8d16d None None] Provisioning complete for port b691bec9-41bf-4c94-9667-b2e0b180fdcf triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:19.987039 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d8f62650-9e54-4506-9035-62ca64a8d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:20.040458 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-d8f62650-9e54-4506-9035-62ca64a8d16d None None] Port b691bec9-41bf-4c94-9667-b2e0b180fdcf cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:20.149575 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Allocated IP 172.20.0.4 (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c/f1097176-f408-45f9-89a6-74028cd01909/30437136-f4f7-42de-8372-31535281820b) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:20.304636 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 8704f0d4-1357-4f6d-b7de-6630a381a00c up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:20.374184 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 8704f0d4-1357-4f6d-b7de-6630a381a00c triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:20.374645 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:20.457309 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for port (30437136-f4f7-42de-8372-31535281820b), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:20.475101 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 8704f0d4-1357-4f6d-b7de-6630a381a00c is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:20.475419 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:20.522988 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 8704f0d4-1357-4f6d-b7de-6630a381a00c, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=8704f0d4-1357-4f6d-b7de-6630a381a00c,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:20.693977 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (30437136-f4f7-42de-8372-31535281820b), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:20.694895 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:20.767396 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:20.792021 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=8704f0d4-1357-4f6d-b7de-6630a381a00c,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:20.792660 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:20.817471 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:20.970143 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event updated for resources: {'Port': ['ID=30437136-f4f7-42de-8372-31535281820b,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.009345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.010622 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.010622 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.010622 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:21.058017 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01224e-36f7-4e75-9cbc-7760a35853ce req-5f78ad66-98f1-48ff-a41a-3c63d4618c07 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:21.058017 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1d01224e-36f7-4e75-9cbc-7760a35853ce req-5f78ad66-98f1-48ff-a41a-3c63d4618c07 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 931 time: 0.1306598 Jul 14 15:59:21.058597 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-50cb2caa-db5a-4f85-bbab-659e1746c390 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827537 Jul 14 15:59:21.063711 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:21.064504 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:21.155972 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1d01224e-36f7-4e75-9cbc-7760a35853ce req-4f4c76a6-6193-4197-b4ff-35d170c88b1f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270156 Jul 14 15:59:21.199347 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-673c7d22-ad2c-4a1c-896e-434a1c70f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:21.204647 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-673c7d22-ad2c-4a1c-896e-434a1c70f418 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 1129 time: 0.1108649 Jul 14 15:59:21.217483 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-244c18af-ede5-4ec3-9b52-006fb38d4d7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7646384 Jul 14 15:59:21.245007 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Request body: {'port': {'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:21.280509 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-b93489a5-b77f-4b3a-b365-c5ad690c0a4a None None] Provisioning complete for port 30437136-f4f7-42de-8372-31535281820b triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:21.280994 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b93489a5-b77f-4b3a-b365-c5ad690c0a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (30437136-f4f7-42de-8372-31535281820b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:21.375100 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (30437136-f4f7-42de-8372-31535281820b), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:21.382934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-b93489a5-b77f-4b3a-b365-c5ad690c0a4a None None] Port 30437136-f4f7-42de-8372-31535281820b cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:21.407240 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:21.458182 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-08e1f1e1-b22c-46e6-814d-e348f9dbaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:21.461076 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-08e1f1e1-b22c-46e6-814d-e348f9dbaeb8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.2209668 Jul 14 15:59:21.564232 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-cda30067-dcff-4dd2-a977-9784f98ba545 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad HTTP/1.1" status: 200 len: 217 time: 0.0855680 Jul 14 15:59:21.668556 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-7cf029b5-ed30-423a-8143-8416de529bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:21.673035 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-7cf029b5-ed30-423a-8143-8416de529bf8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.1024232 Jul 14 15:59:21.675846 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:21.797113 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30437136-f4f7-42de-8372-31535281820b {{(pid=111068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:59:21.803387 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-16024032-2c87-43f8-8478-5cd7b8cea0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:21.805997 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Publish callbacks [] for port (30437136-f4f7-42de-8372-31535281820b), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:21.806282 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-16024032-2c87-43f8-8478-5cd7b8cea0ef service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252522 Jul 14 15:59:21.808015 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:21.839292 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.provisioning_blocks [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Transition to ACTIVE for port object 30437136-f4f7-42de-8372-31535281820b will not be triggered until provisioned by entity L2. {{(pid=111068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:59:21.845059 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Sync routers for ids ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:59:21.854965 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:21.869365 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Routers {'fa9f381f-612a-4a7a-8794-7e758a3ea87d'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:21.878775 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:21.949984 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-3f06f092-b5bb-4042-b140-4d2a669c67b3 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352763 Jul 14 15:59:22.055916 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:22.057588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (30437136-f4f7-42de-8372-31535281820b), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:22.184597 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Set router fa9f381f-612a-4a7a-8794-7e758a3ea87d gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:22.214644 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a6e6b097-894e-434f-a633-e7e432f9d8a6 req-c7c2f280-1c63-4372-a0e9-2300087ded2a service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576962 Jul 14 15:59:22.281782 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 8704f0d4-1357-4f6d-b7de-6630a381a00c up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:22.445154 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Pushing event updated for resources: {'Port': ['ID=30437136-f4f7-42de-8372-31535281820b,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:22.445397 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 8704f0d4-1357-4f6d-b7de-6630a381a00c triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:22.445673 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:22.487542 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:22.524005 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:22.607627 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T15:59:18Z', 'revision_number': 4, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port': {'id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:15Z', 'updated_at': '2022-07-14T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'b691bec9-41bf-4c94-9667-b2e0b180fdcf', 'name': '', 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'mac_address': 'fa:16:3e:75:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd1b43110-8bc2-4e78-a1b4-678b4e5edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:17Z', 'updated_at': '2022-07-14T15:59:19Z', 'revision_number': 2, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'subnets': [{'id': 'd1b43110-8bc2-4e78-a1b4-678b4e5edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:22.677223 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Checking router: fa9f381f-612a-4a7a-8794-7e758a3ea87d for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:59:22.677805 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Updating router fa9f381f-612a-4a7a-8794-7e758a3ea87d port b691bec9-41bf-4c94-9667-b2e0b180fdcf binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 15:59:22.684930 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2707b3c-1387-4ef5-bff9-ad8b8f358e7d req-4a5abeed-77a9-4e55-b7b4-bb367b48254b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:22.686440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b2707b3c-1387-4ef5-bff9-ad8b8f358e7d req-4a5abeed-77a9-4e55-b7b4-bb367b48254b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 943 time: 0.2380288 Jul 14 15:59:22.696280 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Attempting to bind port 30437136-f4f7-42de-8372-31535281820b on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:22.696662 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Attempting to bind port 30437136-f4f7-42de-8372-31535281820b by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:22.696939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Attempting to bind port 30437136-f4f7-42de-8372-31535281820b on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:22.709437 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 8704f0d4-1357-4f6d-b7de-6630a381a00c is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:22.714831 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Port 30437136-f4f7-42de-8372-31535281820b on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:59:22.717273 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Attempting to bind port 30437136-f4f7-42de-8372-31535281820b on network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:22.730283 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:22.773809 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:22.774171 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Checking segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:22.774548 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Bound using segment: {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:22.774999 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Bound port: 30437136-f4f7-42de-8372-31535281820b, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c'}}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:22.775358 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (30437136-f4f7-42de-8372-31535281820b), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:22.855695 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b2707b3c-1387-4ef5-bff9-ad8b8f358e7d req-8ef9e3a4-6d53-4049-a918-d95d4bc3755c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415229 Jul 14 15:59:22.893062 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] For port 30437136-f4f7-42de-8372-31535281820b, host hv-cinder-84986, cleared binding levels {{(pid=111068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:22.895475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] For port 30437136-f4f7-42de-8372-31535281820b, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=30437136-f4f7-42de-8372-31535281820b,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:23.013997 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (30437136-f4f7-42de-8372-31535281820b), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.110549 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Publish callbacks [] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.114061 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:23.121233 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:23.122778 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.124669 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] 10.222.0.121 "PUT /v2.0/ports/30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 200 len: 1093 time: 1.8851562 Jul 14 15:59:23.125360 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:59:23.128145 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce1fd0a-ef9b-4114-9f2f-e888f5459889" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:59:23.188760 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c8721-9dce-4fb0-b8ae-8b8fd9b61fdb service neutron] Pushing event updated for resources: {'Port': ['ID=30437136-f4f7-42de-8372-31535281820b,revision_number=3']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:23.211677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daae40b-ab50-4d65-aa18-bf5a2c838545 x-openstack-request-id: req-7daae40b-ab50-4d65-aa18-bf5a2c838545 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:59:23.211677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:59:23.211677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7daae40b-ab50-4d65-aa18-bf5a2c838545 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:59:23.212557 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daae40b-ab50-4d65-aa18-bf5a2c838545'] response: {'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b', 'status': 'completed', 'code': 200} Jul 14 15:59:23.250889 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.485145 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Attempting to bind port b691bec9-41bf-4c94-9667-b2e0b180fdcf on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:23.495138 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Attempting to bind port b691bec9-41bf-4c94-9667-b2e0b180fdcf by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:23.496028 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Attempting to bind port b691bec9-41bf-4c94-9667-b2e0b180fdcf on network e82ef953-f9de-4048-b68b-2832867a0a6f {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:23.502707 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f3f84-ae4d-47ec-a928-39a60dd38c04 None None] Pushing event updated for resources: {'Port': ['ID=b691bec9-41bf-4c94-9667-b2e0b180fdcf,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:23.513782 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:23.514401 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Checking segment: {'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:23.514980 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.515523 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Bound using segment: {'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:23.516300 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Bound port: b691bec9-41bf-4c94-9667-b2e0b180fdcf, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfadfd38-e13a-4036-996b-d97c03f96e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:23.516848 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.663275 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] For port b691bec9-41bf-4c94-9667-b2e0b180fdcf, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:23.667628 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] For port b691bec9-41bf-4c94-9667-b2e0b180fdcf, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b691bec9-41bf-4c94-9667-b2e0b180fdcf,segment=NetworkSegment(bfadfd38-e13a-4036-996b-d97c03f96e05),segment_id=bfadfd38-e13a-4036-996b-d97c03f96e05)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:23.675123 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1fd0a-ef9b-4114-9f2f-e888f5459889 req-2a54a759-bf84-4b13-a3b2-8cae8c5404ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:23.678267 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cce1fd0a-ef9b-4114-9f2f-e888f5459889 req-2a54a759-bf84-4b13-a3b2-8cae8c5404ec service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1127 time: 0.1163516 Jul 14 15:59:23.720238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-dabac88d-e341-4fcd-9e64-56236edd08be None None] Provisioning complete for port b691bec9-41bf-4c94-9667-b2e0b180fdcf triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:23.720854 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-dabac88d-e341-4fcd-9e64-56236edd08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.798155 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:23.819613 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-dabac88d-e341-4fcd-9e64-56236edd08be None None] Port b691bec9-41bf-4c94-9667-b2e0b180fdcf cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:23.886278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1fd0a-ef9b-4114-9f2f-e888f5459889 req-3e660f48-40b2-4628-93d1-26e16da90d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:23.891904 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cce1fd0a-ef9b-4114-9f2f-e888f5459889 req-3e660f48-40b2-4628-93d1-26e16da90d4b service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=2604fe90997b48439ed17360fa15f24a&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1815305 Jul 14 15:59:24.130924 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 15:59:24.162586 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Routers {'fa9f381f-612a-4a7a-8794-7e758a3ea87d'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:24.163220 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:24.163484 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66300a5-02ac-4a1a-bf47-50a9698d2ccc req-9a2dc2a2-e0b8-48bb-92de-e4c99ee80125 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:24.177108 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f66300a5-02ac-4a1a-bf47-50a9698d2ccc req-9a2dc2a2-e0b8-48bb-92de-e4c99ee80125 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 943 time: 0.1324682 Jul 14 15:59:24.203778 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:24.248865 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f3f84-ae4d-47ec-a928-39a60dd38c04 None None] Pushing event updated for resources: {'Port': ['ID=b691bec9-41bf-4c94-9667-b2e0b180fdcf,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:24.298093 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1fd0a-ef9b-4114-9f2f-e888f5459889 req-90987c61-3231-489e-9733-eca58047db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:24.299576 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cce1fd0a-ef9b-4114-9f2f-e888f5459889 req-90987c61-3231-489e-9733-eca58047db62 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3906684 Jul 14 15:59:24.341049 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f66300a5-02ac-4a1a-bf47-50a9698d2ccc req-48c5cc81-8097-463a-be58-c99c33d25ad2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689000 Jul 14 15:59:24.365161 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-1b7669e2-d2d4-4ae7-ab2b-13a2ee8b2d65 None None] Provisioning complete for port b691bec9-41bf-4c94-9667-b2e0b180fdcf triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:24.365551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1b7669e2-d2d4-4ae7-ab2b-13a2ee8b2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:24.389901 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] Set router fa9f381f-612a-4a7a-8794-7e758a3ea87d gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:24.525354 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-a80cc31a-3b74-4548-9e9b-2f15d51c9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:24.525354 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-a80cc31a-3b74-4548-9e9b-2f15d51c9255 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1127 time: 0.1107953 Jul 14 15:59:24.545702 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-1b7669e2-d2d4-4ae7-ab2b-13a2ee8b2d65 None None] Current status of the port b691bec9-41bf-4c94-9667-b2e0b180fdcf is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:24.546103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1b7669e2-d2d4-4ae7-ab2b-13a2ee8b2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:24.635507 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-1b7669e2-d2d4-4ae7-ab2b-13a2ee8b2d65 None None] For port b691bec9-41bf-4c94-9667-b2e0b180fdcf, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b691bec9-41bf-4c94-9667-b2e0b180fdcf,segment=NetworkSegment(bfadfd38-e13a-4036-996b-d97c03f96e05),segment_id=bfadfd38-e13a-4036-996b-d97c03f96e05)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:24.723026 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-bc160d55-e8d2-46f4-82f9-cc0d9fa81679 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 200 len: 217 time: 0.1817915 Jul 14 15:59:24.847450 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-d941e9ee-93fd-40f6-bd22-26a61b9c647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:24.847450 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-d941e9ee-93fd-40f6-bd22-26a61b9c647d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.1118562 Jul 14 15:59:24.860049 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1b7669e2-d2d4-4ae7-ab2b-13a2ee8b2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:24.867054 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:24.935024 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-72cd2d44-a8e1-4a23-9101-ebf8781115ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:24.942009 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-72cd2d44-a8e1-4a23-9101-ebf8781115ab service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910780 Jul 14 15:59:24.950329 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T15:59:18Z', 'revision_number': 4, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port': {'id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:15Z', 'updated_at': '2022-07-14T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'b691bec9-41bf-4c94-9667-b2e0b180fdcf', 'name': '', 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'mac_address': 'fa:16:3e:75:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd1b43110-8bc2-4e78-a1b4-678b4e5edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:17Z', 'updated_at': '2022-07-14T15:59:23Z', 'revision_number': 4, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'subnets': [{'id': 'd1b43110-8bc2-4e78-a1b4-678b4e5edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:24.962770 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7669e2-d2d4-4ae7-ab2b-13a2ee8b2d65 None None] Pushing event updated for resources: {'Port': ['ID=b691bec9-41bf-4c94-9667-b2e0b180fdcf,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:25.021521 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:25.023804 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7375c2b-f918-475d-9e4a-5fada3851ff8 None None] The sync data for ids ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'] in dv-cinder-849869-1-iscsi is: [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T15:59:18Z', 'revision_number': 4, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port': {'id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:15Z', 'updated_at': '2022-07-14T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'b691bec9-41bf-4c94-9667-b2e0b180fdcf', 'name': '', 'network_id': 'e82ef953-f9de-4048-b68b-2832867a0a6f', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'mac_address': 'fa:16:3e:75:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd1b43110-8bc2-4e78-a1b4-678b4e5edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:17Z', 'updated_at': '2022-07-14T15:59:23Z', 'revision_number': 4, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'subnets': [{'id': 'd1b43110-8bc2-4e78-a1b4-678b4e5edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:59:25.070032 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-71a648fb-3d09-4a2e-92ce-a3bed6fe49d3 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197762 Jul 14 15:59:25.234807 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d26c5f8c-f6f6-480a-9191-c07d891bd6d0 req-732757d5-9d59-4a1d-91b8-36b215190384 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572814 Jul 14 15:59:25.496819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be36a7-ebbc-4657-b62c-29f57ae3dd85 req-9e5aaee6-70e3-4011-b3a9-299cc8080608 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:25.498435 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-92be36a7-ebbc-4657-b62c-29f57ae3dd85 req-9e5aaee6-70e3-4011-b3a9-299cc8080608 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 943 time: 0.0641627 Jul 14 15:59:25.568486 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-92be36a7-ebbc-4657-b62c-29f57ae3dd85 req-c05795f1-63d8-4a2a-a960-225edad31789 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614920 Jul 14 15:59:26.206831 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b691bec9-41bf-4c94-9667-b2e0b180fdcf up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:26.255343 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port b691bec9-41bf-4c94-9667-b2e0b180fdcf triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:26.255716 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:26.315813 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:26.329474 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port b691bec9-41bf-4c94-9667-b2e0b180fdcf is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:26.573010 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:26.751978 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79fba-b341-4c84-9fe7-5539389cfba3 req-66b725f9-380c-4767-b6a2-9cfefc6920e8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:26.759195 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4cf79fba-b341-4c84-9fe7-5539389cfba3 req-66b725f9-380c-4767-b6a2-9cfefc6920e8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 943 time: 0.0884986 Jul 14 15:59:26.845647 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4cf79fba-b341-4c84-9fe7-5539389cfba3 req-f805635b-0bde-4e84-a238-3cdf613b7d78 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854027 Jul 14 15:59:27.218499 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34604) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:27.468224 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ac420ebc-bb49-4dd7-83b1-a622e7ffe0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:27.601339 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:27.674509 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ac420ebc-bb49-4dd7-83b1-a622e7ffe0d7 admin admin] Publish callbacks [] for security_group (d8a94922-3de9-4493-904b-21c91902861c), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:27.748746 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ac420ebc-bb49-4dd7-83b1-a622e7ffe0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d8a94922-3de9-4493-904b-21c91902861c), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:27.832026 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34608) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:27.846284 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ac420ebc-bb49-4dd7-83b1-a622e7ffe0d7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4a4236f893e849c38f7085c47990b660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266146 Jul 14 15:59:27.876951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac420ebc-bb49-4dd7-83b1-a622e7ffe0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a94922-3de9-4493-904b-21c91902861c,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:27.919089 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1e2ad6b1-28f5-447b-a54e-deb2fa596da9 admin admin] Publish callbacks [] for security_group (d8a94922-3de9-4493-904b-21c91902861c), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:27.985387 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1e2ad6b1-28f5-447b-a54e-deb2fa596da9 admin admin] Publish callbacks [] for security_group (d8a94922-3de9-4493-904b-21c91902861c), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:28.061777 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b153805-01c6-4ca1-bf75-e71eefa7f147 req-43110408-ba2e-4f18-a903-fcac076771be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:28.082509 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4b153805-01c6-4ca1-bf75-e71eefa7f147 req-43110408-ba2e-4f18-a903-fcac076771be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 943 time: 0.1295888 Jul 14 15:59:28.172085 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4b153805-01c6-4ca1-bf75-e71eefa7f147 req-b3f52eee-da43-4269-9b24-b1fe9b3ddd55 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830595 Jul 14 15:59:28.232360 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1e2ad6b1-28f5-447b-a54e-deb2fa596da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d8a94922-3de9-4493-904b-21c91902861c), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:28.235163 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-1e2ad6b1-28f5-447b-a54e-deb2fa596da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:28.239304 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-1e2ad6b1-28f5-447b-a54e-deb2fa596da9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d8a94922-3de9-4493-904b-21c91902861c HTTP/1.1" status: 204 len: 168 time: 0.4029856 Jul 14 15:59:28.255539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ad6b1-28f5-447b-a54e-deb2fa596da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a94922-3de9-4493-904b-21c91902861c,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:28.740875 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:29.096379 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 30437136-f4f7-42de-8372-31535281820b details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 15:59:29.287291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 30437136-f4f7-42de-8372-31535281820b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=30437136-f4f7-42de-8372-31535281820b,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:29.311120 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '30437136-f4f7-42de-8372-31535281820b', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'port_id': '30437136-f4f7-42de-8372-31535281820b', 'mac_address': 'fa:16:3e:2b:5f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 15:59:29.445517 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743304f-c51d-482d-ac64-0b609b51628c req-a41c2b42-8660-40be-8289-ad1818706c0a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:29.460393 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8743304f-c51d-482d-ac64-0b609b51628c req-a41c2b42-8660-40be-8289-ad1818706c0a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 943 time: 0.1309752 Jul 14 15:59:29.511178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:29.573412 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 30437136-f4f7-42de-8372-31535281820b is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:29.574197 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (30437136-f4f7-42de-8372-31535281820b), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:29.634939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30437136-f4f7-42de-8372-31535281820b {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:59:29.796388 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 30437136-f4f7-42de-8372-31535281820b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=30437136-f4f7-42de-8372-31535281820b,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:29.797406 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34618) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:29.812803 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-acb67a9f-1fb9-4c12-b8ea-848b3aa8f29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:29.904406 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-acb67a9f-1fb9-4c12-b8ea-848b3aa8f29f admin admin] Publish callbacks [] for security_group (60eed5a1-2b57-4d7a-aa65-59fd45306c9f), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:29.909521 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8743304f-c51d-482d-ac64-0b609b51628c req-1242628c-2909-4989-8a59-77203a649ed2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495876 Jul 14 15:59:30.540069 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (30437136-f4f7-42de-8372-31535281820b), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:30.587136 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=30437136-f4f7-42de-8372-31535281820b,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:30.595959 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-acb67a9f-1fb9-4c12-b8ea-848b3aa8f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (60eed5a1-2b57-4d7a-aa65-59fd45306c9f), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:30.638364 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-acb67a9f-1fb9-4c12-b8ea-848b3aa8f29f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9f943f12b88a44e8b78ec9735a0d3c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8434446 Jul 14 15:59:30.639276 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb67a9f-1fb9-4c12-b8ea-848b3aa8f29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eed5a1-2b57-4d7a-aa65-59fd45306c9f,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:30.641080 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34622) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:30.686959 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aee9d379-1f8b-4117-a149-03b0a510f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:30.692405 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-18e1bf6a-5512-486e-b253-76c1c6f82a57 admin admin] Publish callbacks [] for security_group (60eed5a1-2b57-4d7a-aa65-59fd45306c9f), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:30.716217 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-18e1bf6a-5512-486e-b253-76c1c6f82a57 admin admin] Publish callbacks [] for security_group (60eed5a1-2b57-4d7a-aa65-59fd45306c9f), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:30.871676 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-18e1bf6a-5512-486e-b253-76c1c6f82a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (60eed5a1-2b57-4d7a-aa65-59fd45306c9f), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:30.874889 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-18e1bf6a-5512-486e-b253-76c1c6f82a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:30.886524 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-18e1bf6a-5512-486e-b253-76c1c6f82a57 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/60eed5a1-2b57-4d7a-aa65-59fd45306c9f HTTP/1.1" status: 204 len: 168 time: 0.2441308 Jul 14 15:59:30.909617 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:30.937450 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1bf6a-5512-486e-b253-76c1c6f82a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eed5a1-2b57-4d7a-aa65-59fd45306c9f,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:31.138258 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['30437136-f4f7-42de-8372-31535281820b'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 15:59:31.197822 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:31.218547 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b37672-856d-479f-8010-80c18c4a1bc6 req-0c78acc7-fe8b-4599-a771-15eca0bf69b5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:31.226671 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02b37672-856d-479f-8010-80c18c4a1bc6 req-0c78acc7-fe8b-4599-a771-15eca0bf69b5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 944 time: 0.1498499 Jul 14 15:59:31.386899 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02b37672-856d-479f-8010-80c18c4a1bc6 req-df8f1558-031a-46ca-921d-ba5c02cbf515 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543326 Jul 14 15:59:31.797667 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:32.116937 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:32.478157 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:32.608996 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:32.619904 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d90856-2ac6-425f-b078-99175b7c2b54 req-1d9a6fa8-3a41-4123-99f8-ff00cbcae80f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:32.637579 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f8d90856-2ac6-425f-b078-99175b7c2b54 req-1d9a6fa8-3a41-4123-99f8-ff00cbcae80f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 944 time: 0.0774467 Jul 14 15:59:32.754494 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f8d90856-2ac6-425f-b078-99175b7c2b54 req-f4629f34-f084-4e32-8114-8a29bf2472df tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264312 Jul 14 15:59:33.019932 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:33.027324 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d88e2f5e-d9e5-41cf-a82c-dd1bfd0e1c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:33.158194 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 30437136-f4f7-42de-8372-31535281820b up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 15:59:33.345283 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 30437136-f4f7-42de-8372-31535281820b completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 15:59:33.570392 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 30437136-f4f7-42de-8372-31535281820b triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:33.573057 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (30437136-f4f7-42de-8372-31535281820b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:33.802071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 30437136-f4f7-42de-8372-31535281820b is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 15:59:33.802600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (30437136-f4f7-42de-8372-31535281820b), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:33.830802 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30437136-f4f7-42de-8372-31535281820b'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:59:33.833592 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feec7ab1-686f-48d0-9a67-d2c0a9cc04b0" -d '{"events": [{"server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "name": "network-vif-plugged", "status": "completed", "tag": "30437136-f4f7-42de-8372-31535281820b"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:59:33.849757 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 30437136-f4f7-42de-8372-31535281820b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=30437136-f4f7-42de-8372-31535281820b,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 15:59:33.917991 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ea8287-b696-4e0e-b692-b3a2a8fd1694 x-openstack-request-id: req-c4ea8287-b696-4e0e-b692-b3a2a8fd1694 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:59:33.923616 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "name": "network-vif-plugged", "status": "completed", "tag": "30437136-f4f7-42de-8372-31535281820b", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:59:33.923616 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c4ea8287-b696-4e0e-b692-b3a2a8fd1694 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:59:33.923616 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ea8287-b696-4e0e-b692-b3a2a8fd1694'] response: {'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30437136-f4f7-42de-8372-31535281820b', 'code': 200} Jul 14 15:59:34.016306 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d7a79-6aa7-40a0-a5a1-39523f9baa12 req-c81ab7ca-968d-4ea1-95b9-5bb6d38ec43f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:34.025212 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b19d7a79-6aa7-40a0-a5a1-39523f9baa12 req-c81ab7ca-968d-4ea1-95b9-5bb6d38ec43f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 944 time: 0.1213758 Jul 14 15:59:34.074576 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (30437136-f4f7-42de-8372-31535281820b), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:34.091141 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:34.183099 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=30437136-f4f7-42de-8372-31535281820b,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:34.188415 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b19d7a79-6aa7-40a0-a5a1-39523f9baa12 req-3a4f77b6-633c-4a4f-82e6-a24d021618b6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427970 Jul 14 15:59:34.191897 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.192506 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.193028 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.193846 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.194566 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.195189 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.195605 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.197227 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.197625 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.198238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.199543 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.200485 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.201053 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.201549 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.202037 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 15:59:34.962872 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:35.341832 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8834e5-5b48-4c14-889c-a315a5ed5535 req-2a429565-613b-4e89-9ee5-27c1c16ffd24 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:35.343919 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1a8834e5-5b48-4c14-889c-a315a5ed5535 req-2a429565-613b-4e89-9ee5-27c1c16ffd24 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0726557 Jul 14 15:59:35.403774 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1a8834e5-5b48-4c14-889c-a315a5ed5535 req-d46bef01-cc66-41f5-b350-221758989136 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513544 Jul 14 15:59:35.513975 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561af4b-2ce6-4caa-96dc-03a7a7dd9ece req-f8eb0d58-e764-4a21-8b16-cae36ec1e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:35.517514 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4561af4b-2ce6-4caa-96dc-03a7a7dd9ece req-f8eb0d58-e764-4a21-8b16-cae36ec1e824 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1129 time: 0.0520003 Jul 14 15:59:35.576543 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4561af4b-2ce6-4caa-96dc-03a7a7dd9ece req-1e7057c8-2332-47a9-9845-c5d6dba6df78 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475860 Jul 14 15:59:35.842793 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:36.105928 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:36.582435 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f001-c695-4a80-9fd8-a17d3eab5712 req-1eb37ecc-c5ea-4907-91bf-0be711b68b60 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:36.584727 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a2b5f001-c695-4a80-9fd8-a17d3eab5712 req-1eb37ecc-c5ea-4907-91bf-0be711b68b60 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0572281 Jul 14 15:59:36.646473 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a2b5f001-c695-4a80-9fd8-a17d3eab5712 req-88fafe51-b19e-48ac-9229-e585659413fc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543270 Jul 14 15:59:37.864159 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2282c4-d48a-45e3-a1bb-c61963e2aa87 req-63224807-2b14-4e97-a686-2e8a10a818be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:37.867246 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c2282c4-d48a-45e3-a1bb-c61963e2aa87 req-63224807-2b14-4e97-a686-2e8a10a818be tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.1119857 Jul 14 15:59:37.931894 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c2282c4-d48a-45e3-a1bb-c61963e2aa87 req-1ea2ee06-5740-4cd6-904f-a4c202c3c05a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565314 Jul 14 15:59:38.061671 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-aa16f2df-6f6a-4404-80fa-f31b7f32ff11 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:38.063144 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-aa16f2df-6f6a-4404-80fa-f31b7f32ff11 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/networks?id=c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 200 len: 815 time: 0.1129382 Jul 14 15:59:38.087512 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-596cc830-655f-467b-b1e2-823641633688 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/quotas/cffc3cae7b014c62b9b58207cb7ef3aa HTTP/1.1" status: 200 len: 375 time: 0.0183899 Jul 14 15:59:38.135079 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-a8014613-b03a-4338-a84b-56173ef55179 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466127 Jul 14 15:59:38.241263 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-427388ce-2c7f-49c1-9489-949b18341c65 service neutron] 10.222.0.119 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947585 Jul 14 15:59:38.313241 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:38.346771 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-e12f23f6-9b34-4242-a59f-37133aa7dfcc service neutron] 10.222.0.119 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991807 Jul 14 15:59:38.816653 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-03440038-1156-4df4-8fbc-a3a4ebf66c11 req-bd6e2b0f-9644-40e6-a193-ca30b5d930e3 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 210 time: 0.0627656 Jul 14 15:59:39.050627 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc842b1-7472-4c07-95d5-f3474649aa65 req-8f6ac32d-5d08-46d2-920d-943accd925a7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:39.052135 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1dc842b1-7472-4c07-95d5-f3474649aa65 req-8f6ac32d-5d08-46d2-920d-943accd925a7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0523989 Jul 14 15:59:39.103822 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1dc842b1-7472-4c07-95d5-f3474649aa65 req-b571c18e-4192-494a-b581-0127b68aac8d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441449 Jul 14 15:59:39.935638 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dea5adc6-2aa5-441e-b8a1-911a26b97597 req-c181439a-4190-47f2-ab3c-4915f4dfb5d4 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 210 time: 0.0359862 Jul 14 15:59:40.252559 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680f71a-81c1-423c-9ddc-1f803932a0e0 req-e817ba86-8705-4147-bb33-9bf6212e9718 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:40.256525 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9680f71a-81c1-423c-9ddc-1f803932a0e0 req-e817ba86-8705-4147-bb33-9bf6212e9718 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0689638 Jul 14 15:59:40.317765 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9680f71a-81c1-423c-9ddc-1f803932a0e0 req-63955c20-0c91-4aab-b7fd-947cbe6705aa tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543270 Jul 14 15:59:40.454898 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87769bab-3289-4659-8198-1faec46d4032 req-69548253-6656-4c30-965e-925ef40f73d6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:40.456569 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-87769bab-3289-4659-8198-1faec46d4032 req-69548253-6656-4c30-965e-925ef40f73d6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0594008 Jul 14 15:59:40.466600 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34770) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:40.472551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'floatingip': {'port_id': '30437136-f4f7-42de-8372-31535281820b'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:40.520838 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:40.808267 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:41.024084 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:41.059366 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3be499cf-6451-47b4-bd41-42766dbdf78e req-f1f38a4a-dc55-4bfe-baf4-ece2c26ca57c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 210 time: 0.0309942 Jul 14 15:59:41.146112 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:41.295052 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Floating IP d5baccb6-37ec-480f-a39c-3dffa4d0eb9b associated. External IP: 172.27.3.98, port: 30437136-f4f7-42de-8372-31535281820b. Jul 14 15:59:41.560893 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:41.589936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 15:59:41.720625 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 15:59:41.725535 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:41.736375 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] Sync routers for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 15:59:41.762399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:41.763037 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:41.784481 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f74cf7fb-d3e8-42e4-9a06-318f8bf2b5c7 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "PUT /v2.0/floatingips/d5baccb6-37ec-480f-a39c-3dffa4d0eb9b HTTP/1.1" status: 200 len: 990 time: 1.3162048 Jul 14 15:59:41.785095 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:59:41.788066 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:59:41.855939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c2f54e-f7d2-4c3c-9460-e7ae530d8134 x-openstack-request-id: req-48c2f54e-f7d2-4c3c-9460-e7ae530d8134 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:59:41.856271 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:59:41.856765 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-48c2f54e-f7d2-4c3c-9460-e7ae530d8134 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:59:41.857005 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c2f54e-f7d2-4c3c-9460-e7ae530d8134'] response: {'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b', 'status': 'completed', 'code': 200} Jul 14 15:59:41.882675 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:42.029138 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:42.056787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-d1b1605a-3034-4d84-a8e9-128cd825f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:42.058425 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-d1b1605a-3034-4d84-a8e9-128cd825f324 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1129 time: 0.0853281 Jul 14 15:59:42.260165 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-821b9020-1cb3-4b91-bc7a-5f735f1cbb9d req-c69143c2-90f3-4ccd-9c8e-168ca5242676 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 210 time: 0.0462816 Jul 14 15:59:42.309406 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'd5baccb6-37ec-480f-a39c-3dffa4d0eb9b', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'port_id': '30437136-f4f7-42de-8372-31535281820b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'mac_address': 'fa:16:3e:2b:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:59:11Z', 'updated_at': '2022-07-14T15:59:40Z', 'revision_number': 1, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:42.340568 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] Checking router: 9d80e3d1-e01f-4e78-af35-2ed0820d08fe for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 15:59:42.347184 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:42.350221 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 15:59:42.350866 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T15:59:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:42.390416 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:42.432303 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-8120dd11-52ef-4b5f-a64e-15f7b5c7cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:42.433847 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-8120dd11-52ef-4b5f-a64e-15f7b5c7cf66 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0945923 Jul 14 15:59:42.455921 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 15:59:42.532945 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-c1db3975-4f8f-4abf-9747-c6ae9d88d455 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 200 len: 998 time: 0.0910885 Jul 14 15:59:42.597275 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:42.608362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-c06c885e-29e0-4b47-ad2b-fd434b8e9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:42.610037 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-c06c885e-29e0-4b47-ad2b-fd434b8e9d5b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0705464 Jul 14 15:59:42.675895 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-bc5e4951-f0b5-488e-bf85-947cdd87731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:42.678577 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-bc5e4951-f0b5-488e-bf85-947cdd87731e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571485 Jul 14 15:59:42.731911 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'd5baccb6-37ec-480f-a39c-3dffa4d0eb9b', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'port_id': '30437136-f4f7-42de-8372-31535281820b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'mac_address': 'fa:16:3e:2b:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:59:11Z', 'updated_at': '2022-07-14T15:59:40Z', 'revision_number': 1, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:42.766814 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09629b8-2e7f-4824-bf65-d3f07aaab8b1 None None] The sync data for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi is: [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'd5baccb6-37ec-480f-a39c-3dffa4d0eb9b', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'port_id': '30437136-f4f7-42de-8372-31535281820b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'mac_address': 'fa:16:3e:2b:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:59:11Z', 'updated_at': '2022-07-14T15:59:40Z', 'revision_number': 1, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 15:59:42.849292 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-88910f38-39f4-47b2-9580-9fbf732e78d2 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627898 Jul 14 15:59:42.850915 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-d792af49-9867-4af3-9337-eac6b260c798 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:42.853317 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-d792af49-9867-4af3-9337-eac6b260c798 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.121 "GET /v2.0/networks?id=c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 200 len: 815 time: 0.1346400 Jul 14 15:59:42.878821 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'port': {'device_id': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'admin_state_up': True, 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:43.027072 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c5cdc135-b4c6-4e56-9beb-64d63522d0f6 req-6aa4ed3a-7a03-4759-a981-c3329e80b948 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476462 Jul 14 15:59:43.262073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Made reservation on behalf of cffc3cae7b014c62b9b58207cb7ef3aa for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 15:59:43.270358 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:43.406730 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01f70dbd-2e07-4fb4-ba4b-e46e751e1aa7 req-56694931-8866-4463-99cb-f0150d0c407c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 210 time: 0.0751510 Jul 14 15:59:43.496069 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Allocated IP 172.20.0.3 (c9a5251c-11e1-4913-be3c-2c9cbf664c35/899922ef-cd27-4226-a72e-2faaa5f59403/ceb2f3fe-a0a1-43df-b885-d12cb859d85a) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 15:59:43.708714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34838) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:43.717804 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:43.781942 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c21604-a1ed-468a-8aa7-d1de44082c6a None None] New status for floating IP d5baccb6-37ec-480f-a39c-3dffa4d0eb9b: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 15:59:43.848003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-354d32b9-d944-474a-b817-da51647ad72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:43.860664 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:43.920093 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 15:59:43.927691 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 15:59:43.933633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 15:59:43.943378 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:43.954122 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-354d32b9-d944-474a-b817-da51647ad72d admin admin] Publish callbacks [] for security_group (bc66a783-29b3-49ac-95f3-9fd9707319c2), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:43.962060 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:43.996952 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:43.997602 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.180589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-354d32b9-d944-474a-b817-da51647ad72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (bc66a783-29b3-49ac-95f3-9fd9707319c2), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.201837 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-e0b80933-ef41-42d6-8cdb-1fe8d464c6b3 None None] Provisioning complete for port ceb2f3fe-a0a1-43df-b885-d12cb859d85a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 15:59:44.203590 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e0b80933-ef41-42d6-8cdb-1fe8d464c6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.260028 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-af684e2d-52ff-43dd-b7da-7ab27dcd4fb9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3430505 Jul 14 15:59:44.262555 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-e0b80933-ef41-42d6-8cdb-1fe8d464c6b3 None None] Port ceb2f3fe-a0a1-43df-b885-d12cb859d85a cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 15:59:44.262743 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Request body: {'port': {'device_id': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 15:59:44.262907 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-354d32b9-d944-474a-b817-da51647ad72d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dc07719825d94ee7b536dfbd26bf3a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5423338 Jul 14 15:59:44.262907 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d32b9-d944-474a-b817-da51647ad72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66a783-29b3-49ac-95f3-9fd9707319c2,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:44.262907 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34858) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:44.311569 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:44.344443 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:44.365727 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-26a7006f-17dc-4e0f-ae23-296a0e2a17de admin admin] Publish callbacks [] for security_group (bc66a783-29b3-49ac-95f3-9fd9707319c2), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.396175 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-26a7006f-17dc-4e0f-ae23-296a0e2a17de admin admin] Publish callbacks [] for security_group (bc66a783-29b3-49ac-95f3-9fd9707319c2), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.421193 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.557939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432443e2-7a1a-46b2-b36a-3795c9b6f37f req-06ce1477-d7ae-4c48-91e7-f15268d5e531 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:44.559651 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-432443e2-7a1a-46b2-b36a-3795c9b6f37f req-06ce1477-d7ae-4c48-91e7-f15268d5e531 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 931 time: 0.0702229 Jul 14 15:59:44.612496 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-432443e2-7a1a-46b2-b36a-3795c9b6f37f req-ffb1fa94-ee75-4888-8c2f-47fb2a0016f5 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465369 Jul 14 15:59:44.763258 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-26a7006f-17dc-4e0f-ae23-296a0e2a17de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (bc66a783-29b3-49ac-95f3-9fd9707319c2), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.765848 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-26a7006f-17dc-4e0f-ae23-296a0e2a17de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.767056 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-26a7006f-17dc-4e0f-ae23-296a0e2a17de admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/bc66a783-29b3-49ac-95f3-9fd9707319c2 HTTP/1.1" status: 204 len: 168 time: 0.5071051 Jul 14 15:59:44.787996 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7006f-17dc-4e0f-ae23-296a0e2a17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66a783-29b3-49ac-95f3-9fd9707319c2,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:44.796442 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb2f3fe-a0a1-43df-b885-d12cb859d85a {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 15:59:44.822318 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Publish callbacks [] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:44.846905 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Transition to ACTIVE for port object ceb2f3fe-a0a1-43df-b885-d12cb859d85a will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 15:59:44.956760 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:45.016358 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:45.099098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Attempting to bind port ceb2f3fe-a0a1-43df-b885-d12cb859d85a on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 15:59:45.099437 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Attempting to bind port ceb2f3fe-a0a1-43df-b885-d12cb859d85a by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 15:59:45.099766 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Attempting to bind port ceb2f3fe-a0a1-43df-b885-d12cb859d85a on network c9a5251c-11e1-4913-be3c-2c9cbf664c35 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:45.108253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:45.108253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Port ceb2f3fe-a0a1-43df-b885-d12cb859d85a on network c9a5251c-11e1-4913-be3c-2c9cbf664c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 15:59:45.108253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Attempting to bind port ceb2f3fe-a0a1-43df-b885-d12cb859d85a on network c9a5251c-11e1-4913-be3c-2c9cbf664c35 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 15:59:45.111078 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 15:59:45.111525 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Checking segment: {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 15:59:45.111971 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Bound using segment: {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 15:59:45.112498 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Bound port: ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c678fa-8192-431a-ac41-d87e7ac712ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 15:59:45.112886 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:45.196936 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 15:59:45.201637 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 15:59:45.304711 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:45.339526 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:45.340163 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:45.341745 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] 10.222.0.121 "PUT /v2.0/ports/ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 1093 time: 1.0941472 Jul 14 15:59:45.344219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 15:59:45.346844 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d84644a-cb3e-4cea-8206-3705c927cd97" -d '{"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 15:59:45.378805 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3dae7-c85b-4ed1-bba2-1d2efe285007 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:45.391958 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0725f94-96d4-4929-958a-2c893be7b6ad x-openstack-request-id: req-a0725f94-96d4-4929-958a-2c893be7b6ad {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 15:59:45.392830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 15:59:45.393109 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a0725f94-96d4-4929-958a-2c893be7b6ad {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 15:59:45.393535 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0725f94-96d4-4929-958a-2c893be7b6ad'] response: {'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'status': 'completed', 'code': 200} Jul 14 15:59:45.641880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 34882) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:45.664884 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-285a29b2-e854-4e64-b828-d7d4b4a45660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:45.755373 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465474-a42b-4c9f-b1d2-431c2653a5cb req-47301838-5d51-4175-8f24-e3796409b7d6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:45.757149 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-15465474-a42b-4c9f-b1d2-431c2653a5cb req-47301838-5d51-4175-8f24-e3796409b7d6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0713725 Jul 14 15:59:45.841764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-285a29b2-e854-4e64-b828-d7d4b4a45660 admin admin] Publish callbacks [] for security_group (dca34880-714d-40be-a67a-8eadb07d01e7), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:45.847324 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-15465474-a42b-4c9f-b1d2-431c2653a5cb req-3dc2ebdb-9c2c-492f-8ba4-a735cdab60c9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825951 Jul 14 15:59:45.934518 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-285a29b2-e854-4e64-b828-d7d4b4a45660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (dca34880-714d-40be-a67a-8eadb07d01e7), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:45.979341 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-285a29b2-e854-4e64-b828-d7d4b4a45660 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=29e5eccb25db4b27b8ed7818681f0d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329842 Jul 14 15:59:45.979341 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a29b2-e854-4e64-b828-d7d4b4a45660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca34880-714d-40be-a67a-8eadb07d01e7,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:45.979771 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 34884) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:46.034079 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-45a55226-f375-4c85-8faa-afdeab8c1d7c admin admin] Publish callbacks [] for security_group (dca34880-714d-40be-a67a-8eadb07d01e7), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:46.058979 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-45a55226-f375-4c85-8faa-afdeab8c1d7c admin admin] Publish callbacks [] for security_group (dca34880-714d-40be-a67a-8eadb07d01e7), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:46.569009 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-45a55226-f375-4c85-8faa-afdeab8c1d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (dca34880-714d-40be-a67a-8eadb07d01e7), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:46.572250 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-45a55226-f375-4c85-8faa-afdeab8c1d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:46.573458 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-45a55226-f375-4c85-8faa-afdeab8c1d7c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/dca34880-714d-40be-a67a-8eadb07d01e7 HTTP/1.1" status: 204 len: 168 time: 0.5926096 Jul 14 15:59:46.582981 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a55226-f375-4c85-8faa-afdeab8c1d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca34880-714d-40be-a67a-8eadb07d01e7,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:46.934913 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:46.976527 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10074-16e2-4e54-9f80-5c044003fcc2 req-2e054bd6-b6b7-4c42-b5e7-5f1dcb066172 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:46.978264 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0b10074-16e2-4e54-9f80-5c044003fcc2 req-2e054bd6-b6b7-4c42-b5e7-5f1dcb066172 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0529199 Jul 14 15:59:47.038027 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0b10074-16e2-4e54-9f80-5c044003fcc2 req-fa422560-91fc-4160-9661-7036b3190e4f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495462 Jul 14 15:59:48.177671 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950eca-fbc6-45f1-a45d-b5e13b2c96e6 req-d007a241-124f-4d35-a5f5-42e49a97323b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:48.177671 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-07950eca-fbc6-45f1-a45d-b5e13b2c96e6 req-d007a241-124f-4d35-a5f5-42e49a97323b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0569959 Jul 14 15:59:48.272044 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-07950eca-fbc6-45f1-a45d-b5e13b2c96e6 req-c9b1346e-6e89-4ee3-ab74-21204fcc47c4 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883620 Jul 14 15:59:48.412620 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:49.422322 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43556b3-330d-48b8-a258-692437688608 req-75ad9cfc-5fd4-4f59-ae5b-d15a32d23628 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:49.423918 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b43556b3-330d-48b8-a258-692437688608 req-75ad9cfc-5fd4-4f59-ae5b-d15a32d23628 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0561841 Jul 14 15:59:49.489957 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84644a-cb3e-4cea-8206-3705c927cd97 req-8a49f4db-8562-4256-bdcd-1b4ac960937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:49.491561 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9d84644a-cb3e-4cea-8206-3705c927cd97 req-8a49f4db-8562-4256-bdcd-1b4ac960937e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1127 time: 0.0480323 Jul 14 15:59:49.496292 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b43556b3-330d-48b8-a258-692437688608 req-ca3c5114-b0b9-42eb-b90c-e8cb8b52eacf tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Jul 14 15:59:49.704718 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84644a-cb3e-4cea-8206-3705c927cd97 req-daa49fbf-0b51-4726-b55c-413fff2f0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:49.704999 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9d84644a-cb3e-4cea-8206-3705c927cd97 req-daa49fbf-0b51-4726-b55c-413fff2f0492 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1957350 Jul 14 15:59:50.657837 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6825ee9-a800-41d4-8b14-f2f9f137f26c req-199720bb-76b4-4271-bf8a-c09f9c2c68bd tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:50.659710 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e6825ee9-a800-41d4-8b14-f2f9f137f26c req-199720bb-76b4-4271-bf8a-c09f9c2c68bd tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0752611 Jul 14 15:59:50.717902 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:50.728706 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e6825ee9-a800-41d4-8b14-f2f9f137f26c req-6cc4588a-0242-4a35-9186-6131e244b33c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569272 Jul 14 15:59:50.973514 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35010) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:51.031443 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] Deleting subnet 379ddcf7-1d83-47d4-bac4-a08211eab522 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 15:59:51.034854 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] Publish callbacks [] for subnet (379ddcf7-1d83-47d4-bac4-a08211eab522), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.073976 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (379ddcf7-1d83-47d4-bac4-a08211eab522), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.115283 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (379ddcf7-1d83-47d4-bac4-a08211eab522), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.160171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:51.266074 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (379ddcf7-1d83-47d4-bac4-a08211eab522), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.300135 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379ddcf7-1d83-47d4-bac4-a08211eab522,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:51.302171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.306762 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-221f1c27-36af-4719-8dec-8a6ab0acabd9 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/379ddcf7-1d83-47d4-bac4-a08211eab522 HTTP/1.1" status: 204 len: 168 time: 0.3310833 Jul 14 15:59:51.325250 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35014) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:51.401185 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (76d2fb51-b1c0-4365-a827-9ba97bef7a96), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.488506 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (76d2fb51-b1c0-4365-a827-9ba97bef7a96), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.516781 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d2fb51-b1c0-4365-a827-9ba97bef7a96']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:51.518992 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:51.528082 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060f066f-4825-48d5-8a37-8e755828e7de') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:51.528407 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060f066f-4825-48d5-8a37-8e755828e7de') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 15:59:51.541244 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (060f066f-4825-48d5-8a37-8e755828e7de), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.553941 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (060f066f-4825-48d5-8a37-8e755828e7de), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.561955 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 15:59:51.562474 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (060f066f-4825-48d5-8a37-8e755828e7de), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.588803 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 060f066f-4825-48d5-8a37-8e755828e7de resource provider aggregate not found Jul 14 15:59:51.618567 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 060f066f-4825-48d5-8a37-8e755828e7de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 060f066f-4825-48d5-8a37-8e755828e7de found for delete ", "request_id": "req-4726f351-59f1-4d95-af9e-649fc813e841"}]} Jul 14 15:59:51.718969 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (76d2fb51-b1c0-4365-a827-9ba97bef7a96), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.726735 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:51.730445 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] 10.222.0.119 "DELETE /v2.0/networks/76d2fb51-b1c0-4365-a827-9ba97bef7a96 HTTP/1.1" status: 204 len: 168 time: 0.4042623 Jul 14 15:59:51.741004 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c8eb-97ff-4468-b042-bbaf83aa76f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d2fb51-b1c0-4365-a827-9ba97bef7a96,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:51.866918 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218e9a-9c30-4bf1-9fce-7dc17ec9d274 req-825032d8-6a13-4bfb-8bf8-864485193c5d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:51.868635 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-98218e9a-9c30-4bf1-9fce-7dc17ec9d274 req-825032d8-6a13-4bfb-8bf8-864485193c5d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0563912 Jul 14 15:59:51.919647 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-98218e9a-9c30-4bf1-9fce-7dc17ec9d274 req-cd7aa71a-37a9-49ad-b1f0-7ff29d52279c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453968 Jul 14 15:59:52.251750 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35034) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:52.300228 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-6e2bed65-db34-4b8e-a4e4-d51d9161903f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=cbdae82cb97b48b7a541a22084bc111f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450487 Jul 14 15:59:52.300454 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35036) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:52.352477 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-27e2092e-f489-4d91-b2e9-85f766516a5d admin admin] Publish callbacks [] for security_group (8369cb87-d74d-4a97-a05b-cbe42c09fb84), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:52.375199 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-27e2092e-f489-4d91-b2e9-85f766516a5d admin admin] Publish callbacks [] for security_group (8369cb87-d74d-4a97-a05b-cbe42c09fb84), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:52.533084 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-27e2092e-f489-4d91-b2e9-85f766516a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8369cb87-d74d-4a97-a05b-cbe42c09fb84), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:52.535802 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-27e2092e-f489-4d91-b2e9-85f766516a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:52.536995 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-27e2092e-f489-4d91-b2e9-85f766516a5d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8369cb87-d74d-4a97-a05b-cbe42c09fb84 HTTP/1.1" status: 204 len: 168 time: 0.2356691 Jul 14 15:59:52.547413 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2092e-f489-4d91-b2e9-85f766516a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8369cb87-d74d-4a97-a05b-cbe42c09fb84,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:53.049437 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de52915-41f0-4891-8510-f781849d5d9e req-9ff24ae2-1f79-492e-834e-36c177441d4d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:53.050984 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6de52915-41f0-4891-8510-f781849d5d9e req-9ff24ae2-1f79-492e-834e-36c177441d4d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0624719 Jul 14 15:59:53.106798 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6de52915-41f0-4891-8510-f781849d5d9e req-dd92f375-a244-42cb-81c6-056a9552a1d7 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478535 Jul 14 15:59:53.956518 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=13 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:53.993772 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:54.240167 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949494e-e5e2-43f1-b613-fe316f47db3c req-32321183-e2f6-4bf8-9e72-a67e494d1d21 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:54.244733 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0949494e-e5e2-43f1-b613-fe316f47db3c req-32321183-e2f6-4bf8-9e72-a67e494d1d21 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0538630 Jul 14 15:59:54.310115 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0949494e-e5e2-43f1-b613-fe316f47db3c req-f38a7810-abf8-4281-8213-5e722ed942d9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613859 Jul 14 15:59:55.427604 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240696d4-4643-40e1-be20-2c64a10aa9c8 req-b859d798-62c6-4870-b260-1890462e41ad tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:55.429004 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-240696d4-4643-40e1-be20-2c64a10aa9c8 req-b859d798-62c6-4870-b260-1890462e41ad tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0483017 Jul 14 15:59:55.486469 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-240696d4-4643-40e1-be20-2c64a10aa9c8 req-4992a9f1-a6cc-4553-bfe1-46564292783d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Jul 14 15:59:55.592716 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=72 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:56.625429 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c460ab8-9e9b-4756-850f-945df0dfa35f req-18c42849-3cfa-41a7-a903-0b422cfbd327 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:56.626969 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c460ab8-9e9b-4756-850f-945df0dfa35f req-18c42849-3cfa-41a7-a903-0b422cfbd327 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0492134 Jul 14 15:59:56.676947 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c460ab8-9e9b-4756-850f-945df0dfa35f req-435a90c9-e338-4547-9829-2728abdd62b6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Jul 14 15:59:57.340066 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-cf863129-6c68-45c1-a907-161e8fde1f9b tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=976bae50af4d476b9195b2006bd707fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345035 Jul 14 15:59:57.375639 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:57.839820 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-715ef2df-b320-493b-bd1c-d08adc4057e0 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:57.846418 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-715ef2df-b320-493b-bd1c-d08adc4057e0 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4895089 Jul 14 15:59:57.879742 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-339ce2eb-af87-4f44-9b19-580b7196cab2 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/quotas/976bae50af4d476b9195b2006bd707fb HTTP/1.1" status: 200 len: 375 time: 0.0324130 Jul 14 15:59:57.892225 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723114-c8de-4014-b46d-2e77855b8eb4 req-ca055aba-d993-4500-ba70-7518aee72504 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:57.893977 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f8723114-c8de-4014-b46d-2e77855b8eb4 req-ca055aba-d993-4500-ba70-7518aee72504 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0799429 Jul 14 15:59:57.941720 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-3680fbd5-3f49-4287-b2a2-2d6dfe854405 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=976bae50af4d476b9195b2006bd707fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465806 Jul 14 15:59:57.975134 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f8723114-c8de-4014-b46d-2e77855b8eb4 req-a191f3ec-61fe-42fa-9633-540583e3653a tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688398 Jul 14 15:59:58.274889 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bd4f6392-ba52-40b3-b440-b24d7c44c6ba req-eb44ff6e-b8bc-41ab-8dfa-70296519667b tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0611844 Jul 14 15:59:58.309516 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 15:59:58.488682 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35162) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:58.622039 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4194ce78-7885-45c7-830d-433095a0b2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:58.703594 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4194ce78-7885-45c7-830d-433095a0b2b2 admin admin] Publish callbacks [] for security_group (ccbc6317-fea0-47a4-a7a2-278d3dc8e509), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:58.843460 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4194ce78-7885-45c7-830d-433095a0b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (ccbc6317-fea0-47a4-a7a2-278d3dc8e509), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:58.889042 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4194ce78-7885-45c7-830d-433095a0b2b2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4259dd633ef845e5af90b109b145dd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968601 Jul 14 15:59:58.889042 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194ce78-7885-45c7-830d-433095a0b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc6317-fea0-47a4-a7a2-278d3dc8e509,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:58.889434 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 35168) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 15:59:58.943221 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a5cb-7389-43d9-8afa-504f391072c6 admin admin] Publish callbacks [] for security_group (ccbc6317-fea0-47a4-a7a2-278d3dc8e509), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:58.965616 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a5cb-7389-43d9-8afa-504f391072c6 admin admin] Publish callbacks [] for security_group (ccbc6317-fea0-47a4-a7a2-278d3dc8e509), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:59.107554 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef99f5-5e1d-47cb-883e-67ecaaf8077a req-ba92c606-7d65-477e-9958-820e12c406eb tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 15:59:59.109062 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-49ef99f5-5e1d-47cb-883e-67ecaaf8077a req-ba92c606-7d65-477e-9958-820e12c406eb tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0485666 Jul 14 15:59:59.111588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a5cb-7389-43d9-8afa-504f391072c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (ccbc6317-fea0-47a4-a7a2-278d3dc8e509), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:59.114209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a5cb-7389-43d9-8afa-504f391072c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 15:59:59.115241 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8ba0a5cb-7389-43d9-8afa-504f391072c6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ccbc6317-fea0-47a4-a7a2-278d3dc8e509 HTTP/1.1" status: 204 len: 168 time: 0.2248735 Jul 14 15:59:59.138273 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0a5cb-7389-43d9-8afa-504f391072c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc6317-fea0-47a4-a7a2-278d3dc8e509,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 15:59:59.195668 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-49ef99f5-5e1d-47cb-883e-67ecaaf8077a req-7a79523f-3dd8-420e-a8a5-ae10866effa8 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790215 Jul 14 15:59:59.349192 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-12c9bc3f-d700-4b03-a311-33c61c8e50c9 req-e1ad0680-7ab3-4c98-8b04-179ed9d68d9b tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0281324 Jul 14 16:00:00.059334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 35188) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:00.073384 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-834ecb4a-c9f3-4141-92f0-ff914fde1f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.147409 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-834ecb4a-c9f3-4141-92f0-ff914fde1f1d admin admin] Publish callbacks [] for security_group (904d3775-b1a7-4bb2-83ae-222d51a0d2ad), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.279756 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-834ecb4a-c9f3-4141-92f0-ff914fde1f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (904d3775-b1a7-4bb2-83ae-222d51a0d2ad), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.345144 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c794f1b-aef7-4822-8786-0d72b8d62c3e req-1eef8492-8438-467b-b4df-fd8239a8c171 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:00.350613 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c794f1b-aef7-4822-8786-0d72b8d62c3e req-1eef8492-8438-467b-b4df-fd8239a8c171 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0806222 Jul 14 16:00:00.350613 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-834ecb4a-c9f3-4141-92f0-ff914fde1f1d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=068f83d54b8f4f2a8ae5fa3419776c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894793 Jul 14 16:00:00.353187 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35194) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:00.354597 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ecb4a-c9f3-4141-92f0-ff914fde1f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d3775-b1a7-4bb2-83ae-222d51a0d2ad,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:00.377539 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:00.382093 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:00.400057 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c794f1b-aef7-4822-8786-0d72b8d62c3e req-2a2834fb-8265-4b94-b8ad-32c743dd0449 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469844 Jul 14 16:00:00.408121 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a8d80968-35e2-4940-a54f-1f517bec7708 admin admin] Publish callbacks [] for security_group (904d3775-b1a7-4bb2-83ae-222d51a0d2ad), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.432139 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a8d80968-35e2-4940-a54f-1f517bec7708 admin admin] Publish callbacks [] for security_group (904d3775-b1a7-4bb2-83ae-222d51a0d2ad), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.485292 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c86f267f-fcfd-4a91-9664-b39c0d5f4504 req-c2108f0e-f2fe-4f68-9580-989eaaaca7db tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Jul 14 16:00:00.618957 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a8d80968-35e2-4940-a54f-1f517bec7708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (904d3775-b1a7-4bb2-83ae-222d51a0d2ad), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.621499 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a8d80968-35e2-4940-a54f-1f517bec7708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.622704 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a8d80968-35e2-4940-a54f-1f517bec7708 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/904d3775-b1a7-4bb2-83ae-222d51a0d2ad HTTP/1.1" status: 204 len: 168 time: 0.2684155 Jul 14 16:00:00.630550 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d80968-35e2-4940-a54f-1f517bec7708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d3775-b1a7-4bb2-83ae-222d51a0d2ad,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:00.663852 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3596-68af-4f1b-8e70-5d995ed51500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:00.909388 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:00:01.311724 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35208) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:01.326983 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6a0bc7b8-24ab-4e46-bd3e-33996fc7a9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:01.403373 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6a0bc7b8-24ab-4e46-bd3e-33996fc7a9d8 admin admin] Publish callbacks [] for security_group (73ad1cad-a4a3-4946-910d-ef4a7fddb0f8), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:01.589885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6a0bc7b8-24ab-4e46-bd3e-33996fc7a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (73ad1cad-a4a3-4946-910d-ef4a7fddb0f8), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:01.628602 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-6a0bc7b8-24ab-4e46-bd3e-33996fc7a9d8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f32fdd1b01b94ae58711cb180c4ced66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157201 Jul 14 16:00:01.630668 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bc7b8-24ab-4e46-bd3e-33996fc7a9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad1cad-a4a3-4946-910d-ef4a7fddb0f8,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:01.631652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 35218) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:01.685499 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-af0a00d9-752e-4501-b60a-a91bceb1e36a admin admin] Publish callbacks [] for security_group (73ad1cad-a4a3-4946-910d-ef4a7fddb0f8), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:01.707249 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-af0a00d9-752e-4501-b60a-a91bceb1e36a admin admin] Publish callbacks [] for security_group (73ad1cad-a4a3-4946-910d-ef4a7fddb0f8), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:01.718567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:01.899922 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-af0a00d9-752e-4501-b60a-a91bceb1e36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (73ad1cad-a4a3-4946-910d-ef4a7fddb0f8), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:01.903104 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-af0a00d9-752e-4501-b60a-a91bceb1e36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:01.904283 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-af0a00d9-752e-4501-b60a-a91bceb1e36a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/73ad1cad-a4a3-4946-910d-ef4a7fddb0f8 HTTP/1.1" status: 204 len: 168 time: 0.2715282 Jul 14 16:00:01.912395 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a00d9-752e-4501-b60a-a91bceb1e36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad1cad-a4a3-4946-910d-ef4a7fddb0f8,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:02.935437 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-bd551782-fb8a-4b39-8518-dc3338e35bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.076822 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84644a-cb3e-4cea-8206-3705c927cd97 req-0e8185e1-12bc-4f3e-a841-f0d8d201d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:03.076822 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9d84644a-cb3e-4cea-8206-3705c927cd97 req-0e8185e1-12bc-4f3e-a841-f0d8d201d0e3 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1802216 Jul 14 16:00:03.146054 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35240) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:03.187321 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:03.194830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-0f7686e7-c22f-4b0c-bdc5-6cef385d7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:03.197113 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-0f7686e7-c22f-4b0c-bdc5-6cef385d7fb2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1127 time: 0.0420032 Jul 14 16:00:03.247481 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-4d4afa32-db39-4f3e-8089-00151c63dc39 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 217 time: 0.0360584 Jul 14 16:00:03.300683 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1892218034-network', 'tenant_id': 'a02d8a2f826a4475982abb77ccc636f5'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:03.324400 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-450dea1f-d6b6-4b2a-aace-f0a1d89c3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:03.325833 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-450dea1f-d6b6-4b2a-aace-f0a1d89c3725 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899922ef-cd27-4226-a72e-2faaa5f59403 HTTP/1.1" status: 200 len: 854 time: 0.0718968 Jul 14 16:00:03.387791 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-321f618a-237e-43c3-885d-5fda9b900df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:03.389370 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-321f618a-237e-43c3-885d-5fda9b900df9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9a5251c-11e1-4913-be3c-2c9cbf664c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391238 Jul 14 16:00:03.454840 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Made reservation on behalf of a02d8a2f826a4475982abb77ccc636f5 for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:00:03.457140 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.470181 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.511206 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-6841d41c-a47c-4d8d-a807-ce54e32eab59 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141922 Jul 14 16:00:03.539497 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:03.643705 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ef4374d5-8eb3-4f66-9a06-1167bba88664 req-93bb1212-ec1f-4640-b661-c900617ad481 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247344 Jul 14 16:00:03.645346 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks [] for security_group (3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.768818 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.790497 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:00:03.807179 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:03.810177 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (6024d52c-b487-4c5a-a8cc-59bf7f548cdd), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.810516 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Added segment 6024d52c-b487-4c5a-a8cc-59bf7f548cdd of type vlan for network 36809030-b359-441e-8645-43dc503e5c0f Jul 14 16:00:03.851943 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (36809030-b359-441e-8645-43dc503e5c0f), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.997402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (36809030-b359-441e-8645-43dc503e5c0f), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:03.998400 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:03.998989 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:04.015439 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-332a5e28-85b2-4f5e-902c-94210bcfcbaa req-1d03d0a4-8c5a-4570-9a66-e6ef311f52e0 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0366118 Jul 14 16:00:04.074773 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b68df2-5dc4-44a5-9d1a-f69591638449 req-4bcce6e9-79a0-42b8-a58d-439018a55505 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:04.076309 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f4b68df2-5dc4-44a5-9d1a-f69591638449 req-4bcce6e9-79a0-42b8-a58d-439018a55505 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0599022 Jul 14 16:00:04.078688 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] Pushing event updated for resources: {'Network': ['ID=36809030-b359-441e-8645-43dc503e5c0f,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:04.089915 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 36809030-b359-441e-8645-43dc503e5c0f details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:00:04.128429 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f4b68df2-5dc4-44a5-9d1a-f69591638449 req-72d58626-bb50-431d-b822-cb9c5db3a47a tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Jul 14 16:00:04.174252 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:04.177089 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-cd760b0a-e79e-4ad2-81bb-d2e2fcb8efe0 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0271142 Jul 14 16:00:04.179872 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35256) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:04.185168 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Request body: {'subnet': {'network_id': '36809030-b359-441e-8645-43dc503e5c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1892218034-subnet', 'tenant_id': 'a02d8a2f826a4475982abb77ccc636f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:04.306940 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Made reservation on behalf of a02d8a2f826a4475982abb77ccc636f5 for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:00:04.309482 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62130738'] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:04.563823 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62379523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62130688'] for subnet (2a818b5e-a520-4a85-ba88-6ffaeb174940), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:04.609885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:04.622402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a818b5e-a520-4a85-ba88-6ffaeb174940,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:04.629466 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Checking segment: {'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:00:04.629847 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Network hostable DHCP agents. Network: 36809030-b359-441e-8645-43dc503e5c0f, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:00:04.733877 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Network 36809030-b359-441e-8645-43dc503e5c0f is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:00:04.825712 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 36809030-b359-441e-8645-43dc503e5c0f) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:00:04.829685 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:04.830293 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:04.835228 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4b1e7-af28-48ab-b7de-2b81c9a4a10a None None] Network 36809030-b359-441e-8645-43dc503e5c0f requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:00:04.923699 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d12ce7b3-d8a6-4533-a909-af4ece2c7b35 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7325926 Jul 14 16:00:04.951891 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a4875e-274a-4df0-b73d-24cae8d14c93 None None] Network 36809030-b359-441e-8645-43dc503e5c0f requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:00:05.121645 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-39d16cb2-cf53-4480-aa4d-8c757fd5078e req-663e51f6-8aeb-4c1c-a0d0-a3e8089d2dc3 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0317810 Jul 14 16:00:05.246342 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14acff-efb6-4988-987f-4d7ac9d883c2 req-d74f4275-544c-41bc-bebf-2c88f133c011 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:05.247834 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9e14acff-efb6-4988-987f-4d7ac9d883c2 req-d74f4275-544c-41bc-bebf-2c88f133c011 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0476363 Jul 14 16:00:05.304643 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9e14acff-efb6-4988-987f-4d7ac9d883c2 req-c1b98dfc-1ed1-4a9b-8dde-9c049bcb8f2f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509129 Jul 14 16:00:05.612941 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:05.963062 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:06.218234 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d6ae7f08-7118-47d4-a504-d40408d48161 req-a4cab8bb-86bb-48a3-ac02-8b1ffd59839e tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0270963 Jul 14 16:00:06.421476 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b10d8-933e-4456-b3ea-336a03581d14 req-ba7c2e6b-7e99-4ddd-b78f-d90e830d6bac tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:06.422927 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-212b10d8-933e-4456-b3ea-336a03581d14 req-ba7c2e6b-7e99-4ddd-b78f-d90e830d6bac tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0497298 Jul 14 16:00:06.470846 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-212b10d8-933e-4456-b3ea-336a03581d14 req-a484d0e1-eca7-46de-882f-348cec163c6d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Jul 14 16:00:07.318539 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8cc93ce5-b278-4430-b05c-847917b43b70 req-dcdb9dc4-7451-4570-899c-5e6b08c277e8 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0301049 Jul 14 16:00:07.342783 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device ceb2f3fe-a0a1-43df-b885-d12cb859d85a details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:00:07.447311 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:07.458430 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'port_id': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'mac_address': 'fa:16:3e:1f:c9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:00:07.496018 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port ceb2f3fe-a0a1-43df-b885-d12cb859d85a is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:07.496377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:07.511706 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb2f3fe-a0a1-43df-b885-d12cb859d85a {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:00:07.536377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:07.549540 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-dcf34fa6-9490-4fbf-b27c-fd4f7691d1bd tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=976bae50af4d476b9195b2006bd707fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366805 Jul 14 16:00:07.589256 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119946ba-972f-41c9-887f-d9a5edf4819a req-e33a9606-5948-4d59-9afa-7afe30198d5e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:07.590722 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-119946ba-972f-41c9-887f-d9a5edf4819a req-e33a9606-5948-4d59-9afa-7afe30198d5e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 943 time: 0.0476885 Jul 14 16:00:07.608495 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:07.653694 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-119946ba-972f-41c9-887f-d9a5edf4819a req-774fc02c-d108-4b8a-b3f8-529e1f0cd31e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566847 Jul 14 16:00:07.674247 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:07.751502 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-07c00db0-da5e-4e0a-99d8-c22cfd3bb0c9 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:07.753356 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-07c00db0-da5e-4e0a-99d8-c22cfd3bb0c9 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987219 Jul 14 16:00:07.779763 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Request body: {'port': {'device_id': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'network_id': '072313da-c546-4493-afbe-470cac8ce096', 'admin_state_up': True, 'tenant_id': '976bae50af4d476b9195b2006bd707fb'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:08.070134 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:08.153524 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['ceb2f3fe-a0a1-43df-b885-d12cb859d85a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:00:08.261543 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Made reservation on behalf of 976bae50af4d476b9195b2006bd707fb for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:00:08.277823 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:08.286283 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:08.328392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-b16fb092-7520-4e1a-a55e-f0075602ed40 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:08.332565 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-b16fb092-7520-4e1a-a55e-f0075602ed40 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/networks?id=36809030-b359-441e-8645-43dc503e5c0f HTTP/1.1" status: 200 len: 814 time: 0.1193061 Jul 14 16:00:08.345064 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-527a7036-fb6a-4330-8067-d983b337b15c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/quotas/a02d8a2f826a4475982abb77ccc636f5 HTTP/1.1" status: 200 len: 375 time: 0.0094659 Jul 14 16:00:08.380948 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks [] for security_group (c04674a2-fd0f-423d-988c-7844c5481712), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:08.385971 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-cecaaa8b-424d-4d53-9d54-5b1b8b0e0e2a tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a02d8a2f826a4475982abb77ccc636f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331476 Jul 14 16:00:08.448336 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5aa3f0de-1854-4d5d-b825-63c232e5c740 req-52191fb5-80d7-45cc-b2a9-1d675771c34f tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0463026 Jul 14 16:00:08.461064 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (c04674a2-fd0f-423d-988c-7844c5481712), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:08.508934 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-6d0aa364-b54b-4f5d-8bec-c5ae7532a19b service neutron] 10.222.0.119 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157837 Jul 14 16:00:08.530593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04674a2-fd0f-423d-988c-7844c5481712,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:08.604274 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Allocated IP 192.168.233.122 (072313da-c546-4493-afbe-470cac8ce096/e53e6d95-beaa-4d75-88d8-a35b778e0183/1ea9ca04-c461-408f-a615-440109beb3b0) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:00:08.607704 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-8b983fb7-7b3e-4278-8c6b-7de3131c6895 service neutron] 10.222.0.119 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921779 Jul 14 16:00:08.609645 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:08.732182 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:08.761995 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks [] for port (1ea9ca04-c461-408f-a615-440109beb3b0), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:08.770499 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d3e75-f796-4133-a6c7-0eaa7ea54ac2 req-62068ae1-b12b-4667-bfbc-80dcadd3202c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:08.772052 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2c9d3e75-f796-4133-a6c7-0eaa7ea54ac2 req-62068ae1-b12b-4667-bfbc-80dcadd3202c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 944 time: 0.0496149 Jul 14 16:00:08.821349 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2c9d3e75-f796-4133-a6c7-0eaa7ea54ac2 req-ea22babe-c779-48f2-b219-807d3f60683d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Jul 14 16:00:09.003491 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.027867 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fa321fb4-3213-4600-a44a-13b90330242c req-dd421073-6978-4ca1-8d56-aed3837654bf tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0296912 Jul 14 16:00:09.054380 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Network 072313da-c546-4493-afbe-470cac8ce096 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:00:09.060448 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:00:09.064625 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:00:09.093770 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Pushing event updated for resources: {'Port': ['ID=1ea9ca04-c461-408f-a615-440109beb3b0,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:09.125269 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:09.125894 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.262731 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-2e975aa0-91ef-41d2-a970-654a8da1b5da tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4870472 Jul 14 16:00:09.278573 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-c867ef38-21a3-4a49-b2bd-0b1bdb36c686 None None] Provisioning complete for port 1ea9ca04-c461-408f-a615-440109beb3b0 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:00:09.278958 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c867ef38-21a3-4a49-b2bd-0b1bdb36c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.305141 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Request body: {'port': {'device_id': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:09.313961 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-c867ef38-21a3-4a49-b2bd-0b1bdb36c686 None None] Port 1ea9ca04-c461-408f-a615-440109beb3b0 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:00:09.373598 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.471528 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device ceb2f3fe-a0a1-43df-b885-d12cb859d85a up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:00:09.528528 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port ceb2f3fe-a0a1-43df-b885-d12cb859d85a completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:00:09.576956 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074f095-241d-4fcb-995e-1fb16872b3aa req-48491929-8f26-4471-92f0-1dd0055009a8 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:09.578449 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f074f095-241d-4fcb-995e-1fb16872b3aa req-48491929-8f26-4471-92f0-1dd0055009a8 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 936 time: 0.0515256 Jul 14 16:00:09.597582 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:09.629041 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f074f095-241d-4fcb-995e-1fb16872b3aa req-6a8ec87d-5282-4757-aa8d-c42063529788 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Jul 14 16:00:09.631442 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port ceb2f3fe-a0a1-43df-b885-d12cb859d85a triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:00:09.632423 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.648873 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea9ca04-c461-408f-a615-440109beb3b0 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:00:09.658421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Publish callbacks [] for port (1ea9ca04-c461-408f-a615-440109beb3b0), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.673335 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Transition to ACTIVE for port object 1ea9ca04-c461-408f-a615-440109beb3b0 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:00:09.713774 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port ceb2f3fe-a0a1-43df-b885-d12cb859d85a is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:09.714181 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.736916 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:09.739122 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9316c1-7da4-46ff-bbc0-2d2bebe4e0fb" -d '{"events": [{"server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:09.746079 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:09.754425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:09.776477 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94abfd-d60e-4ee5-bc1e-0989b5b0b19d x-openstack-request-id: req-2e94abfd-d60e-4ee5-bc1e-0989b5b0b19d {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:09.776770 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:09.777031 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2e94abfd-d60e-4ee5-bc1e-0989b5b0b19d {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:09.777432 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e94abfd-d60e-4ee5-bc1e-0989b5b0b19d'] response: {'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'code': 200} Jul 14 16:00:09.818691 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.870590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea9ca04-c461-408f-a615-440109beb3b0,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:09.918473 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.976151 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Attempting to bind port 1ea9ca04-c461-408f-a615-440109beb3b0 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:00:09.976504 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Attempting to bind port 1ea9ca04-c461-408f-a615-440109beb3b0 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:00:09.976849 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Attempting to bind port 1ea9ca04-c461-408f-a615-440109beb3b0 on network 072313da-c546-4493-afbe-470cac8ce096 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:00:09.978843 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:09.989046 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Port 1ea9ca04-c461-408f-a615-440109beb3b0 on network 072313da-c546-4493-afbe-470cac8ce096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:00:09.989516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Attempting to bind port 1ea9ca04-c461-408f-a615-440109beb3b0 on network 072313da-c546-4493-afbe-470cac8ce096 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:00:09.992357 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeefe38-d539-447b-8c17-1ec0a674bf2f req-685c6fec-3dfc-45e7-8626-a063e384f268 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:09.995554 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:00:09.995899 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Checking segment: {'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:00:09.996445 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Bound using segment: {'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:00:09.996890 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Bound port: 1ea9ca04-c461-408f-a615-440109beb3b0, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f4bb11-54b6-402f-87bf-ee07c439882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '072313da-c546-4493-afbe-470cac8ce096'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:00:09.997255 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:09.999737 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2aeefe38-d539-447b-8c17-1ec0a674bf2f req-685c6fec-3dfc-45e7-8626-a063e384f268 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0733736 Jul 14 16:00:10.073278 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2aeefe38-d539-447b-8c17-1ec0a674bf2f req-dc74fd6d-ff56-4274-8941-633702a04607 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725572 Jul 14 16:00:10.080467 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] For port 1ea9ca04-c461-408f-a615-440109beb3b0, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:00:10.083442 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] For port 1ea9ca04-c461-408f-a615-440109beb3b0, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1ea9ca04-c461-408f-a615-440109beb3b0,segment=NetworkSegment(72f4bb11-54b6-402f-87bf-ee07c439882b),segment_id=72f4bb11-54b6-402f-87bf-ee07c439882b)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:00:10.121997 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e29eaeec-3e47-4bdf-9df5-b0aced30803c req-cf6c477e-02b1-4b75-b6b2-2a4c8820b8c8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0281146 Jul 14 16:00:10.169433 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:10.207117 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:10.207117 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:10.207117 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] 10.222.0.121 "PUT /v2.0/ports/1ea9ca04-c461-408f-a615-440109beb3b0 HTTP/1.1" status: 200 len: 1098 time: 0.9045193 Jul 14 16:00:10.207117 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'tag': '1ea9ca04-c461-408f-a615-440109beb3b0'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:10.207917 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1da14c-fea3-4eb3-99a0-a3c03f0609f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7acc2a8c-67d3-4b29-8fec-b0e208ff3127", "tag": "1ea9ca04-c461-408f-a615-440109beb3b0"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:10.237622 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb219c-65b4-418e-965e-52b45a297955 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea9ca04-c461-408f-a615-440109beb3b0,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:10.252619 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ba4e-58c2-44c6-b6c6-34ea36ff214e req-7a8ed8c5-8130-4340-9bd9-c4a1f0a3d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:10.254140 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0226ba4e-58c2-44c6-b6c6-34ea36ff214e req-7a8ed8c5-8130-4340-9bd9-c4a1f0a3d1a2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1129 time: 0.0614293 Jul 14 16:00:10.257891 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047358b2-ab34-4ba0-b554-6db5e10e66ca x-openstack-request-id: req-047358b2-ab34-4ba0-b554-6db5e10e66ca {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:10.258196 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acc2a8c-67d3-4b29-8fec-b0e208ff3127", "tag": "1ea9ca04-c461-408f-a615-440109beb3b0", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:10.258989 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-047358b2-ab34-4ba0-b554-6db5e10e66ca {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:10.259495 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047358b2-ab34-4ba0-b554-6db5e10e66ca'] response: {'name': 'network-changed', 'server_uuid': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'tag': '1ea9ca04-c461-408f-a615-440109beb3b0', 'status': 'completed', 'code': 200} Jul 14 16:00:10.363275 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1da14c-fea3-4eb3-99a0-a3c03f0609f5 req-82ca633a-4210-4632-bd63-17300d45b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:10.364825 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8e1da14c-fea3-4eb3-99a0-a3c03f0609f5 req-82ca633a-4210-4632-bd63-17300d45b009 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=976bae50af4d476b9195b2006bd707fb&device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 1132 time: 0.0535972 Jul 14 16:00:10.374140 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0226ba4e-58c2-44c6-b6c6-34ea36ff214e req-49c272e5-2ef4-47a0-b71c-45c82e80e2e2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657942 Jul 14 16:00:10.683238 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:10.755394 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34008867-cf0b-43a6-aa70-c1d1013d652a req-d6c4e49e-0fe9-4315-b5d6-e8f32366aa03 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:10.756973 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-34008867-cf0b-43a6-aa70-c1d1013d652a req-d6c4e49e-0fe9-4315-b5d6-e8f32366aa03 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 948 time: 0.0497539 Jul 14 16:00:10.803550 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-34008867-cf0b-43a6-aa70-c1d1013d652a req-aba4eee5-aec2-49f0-8bfd-90e15ff98dfc tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Jul 14 16:00:10.843239 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8e1da14c-fea3-4eb3-99a0-a3c03f0609f5 req-eb9591f8-2f2f-4174-b7d6-9e4e38c0c298 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=976bae50af4d476b9195b2006bd707fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207884 Jul 14 16:00:10.905834 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:10.943076 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1da14c-fea3-4eb3-99a0-a3c03f0609f5 req-aa233556-e3f6-4543-a863-9a09be99ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:10.944617 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8e1da14c-fea3-4eb3-99a0-a3c03f0609f5 req-aa233556-e3f6-4543-a863-9a09be99ffaa service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0922935 Jul 14 16:00:11.182112 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adbf17-2c83-4766-acd8-29682972792e req-907a7a44-8529-49e8-928c-2f845885f91d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:11.184604 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a8adbf17-2c83-4766-acd8-29682972792e req-907a7a44-8529-49e8-928c-2f845885f91d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0473950 Jul 14 16:00:11.228733 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2116f322-19db-4355-adc3-992db4f07582 req-c7f981d2-8d4e-4bff-a1ed-ba82c712d028 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0406425 Jul 14 16:00:11.259866 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a8adbf17-2c83-4766-acd8-29682972792e req-a69de0ea-1a1b-488d-a0ea-cc28c4d58c3b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625095 Jul 14 16:00:11.643980 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-df85c7b5-d001-4470-ac4e-27a95a4ff4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:11.645382 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-df85c7b5-d001-4470-ac4e-27a95a4ff4b8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=976bae50af4d476b9195b2006bd707fb&device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 1132 time: 0.0409577 Jul 14 16:00:11.699080 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-94d61ab7-113c-4629-b8c5-4ed316706556 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1ea9ca04-c461-408f-a615-440109beb3b0 HTTP/1.1" status: 200 len: 217 time: 0.0327902 Jul 14 16:00:11.753360 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-68c05f95-8e50-4e8a-9a91-cf7e54660141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:11.754798 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-68c05f95-8e50-4e8a-9a91-cf7e54660141 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e53e6d95-beaa-4d75-88d8-a35b778e0183 HTTP/1.1" status: 200 len: 843 time: 0.0478685 Jul 14 16:00:11.827303 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-8a57fcf1-d049-4248-97f9-ec7c17a8ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:11.828824 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-8a57fcf1-d049-4248-97f9-ec7c17a8ec5d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=072313da-c546-4493-afbe-470cac8ce096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0420389 Jul 14 16:00:11.924217 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346fb83-d755-404e-ae8f-8991b31f5e8a req-63a1b57a-3905-4456-81e4-7ce8ade7ad79 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:11.925682 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b346fb83-d755-404e-ae8f-8991b31f5e8a req-63a1b57a-3905-4456-81e4-7ce8ade7ad79 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 948 time: 0.0530946 Jul 14 16:00:11.934333 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-fb3fd023-2d32-41a2-8f37-a41dcd39bbbc service neutron] 10.222.0.121 "GET /v2.0/networks/072313da-c546-4493-afbe-470cac8ce096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966637 Jul 14 16:00:11.975453 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b346fb83-d755-404e-ae8f-8991b31f5e8a req-0698178d-01c8-4824-b211-5133f0ca5cb8 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Jul 14 16:00:12.059402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:12.136266 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-338916b4-0a81-4a37-bbc2-af3a1c6b8b65 req-ee0fe329-440e-43c9-b4f5-a10b1ec14541 service neutron] 10.222.0.121 "GET /v2.0/networks/072313da-c546-4493-afbe-470cac8ce096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993552 Jul 14 16:00:12.327546 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9cbcb49d-66b8-465f-a6c0-31e7db50370b req-2c577a30-04e3-4d7e-bed4-f04a9cac0310 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0284524 Jul 14 16:00:12.376460 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e469e-93ed-4121-a9aa-80e4ffe33ffa req-b7855b3d-5b94-40f7-a689-a19748ee31b2 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:12.377909 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a71e469e-93ed-4121-a9aa-80e4ffe33ffa req-b7855b3d-5b94-40f7-a689-a19748ee31b2 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0495231 Jul 14 16:00:12.425297 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a71e469e-93ed-4121-a9aa-80e4ffe33ffa req-0aefa407-66e1-4253-8c90-8d9aa0d2e5ad tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Jul 14 16:00:12.541420 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f0263-a5ef-4206-b451-43b553fab8be req-41ab5fa3-b4d9-4597-8b99-6f9406780c09 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:12.542910 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d8f0263-a5ef-4206-b451-43b553fab8be req-41ab5fa3-b4d9-4597-8b99-6f9406780c09 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0483756 Jul 14 16:00:12.591066 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d8f0263-a5ef-4206-b451-43b553fab8be req-d6325298-d83d-4c54-8e17-650929b2a1d5 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Jul 14 16:00:12.930320 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0981-8e17-470d-9079-d3b7825c0372 req-cf6d6e1b-34b5-4808-847b-1e2d42a93645 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:12.932005 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21be0981-8e17-470d-9079-d3b7825c0372 req-cf6d6e1b-34b5-4808-847b-1e2d42a93645 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0509083 Jul 14 16:00:12.966181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:12.980658 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21be0981-8e17-470d-9079-d3b7825c0372 req-b39f3ca9-195c-44d4-b05f-5f88b1bf99a7 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Jul 14 16:00:13.094849 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1def22-f577-4063-9770-76ee8caaca8b req-f1f3759b-4826-4bb2-a967-5c91a5121a17 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:13.096319 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1d1def22-f577-4063-9770-76ee8caaca8b req-f1f3759b-4826-4bb2-a967-5c91a5121a17 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 948 time: 0.0483451 Jul 14 16:00:13.146431 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1d1def22-f577-4063-9770-76ee8caaca8b req-ecfbe54e-0d19-4652-bdb7-d9339e953582 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Jul 14 16:00:13.423396 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bdb91097-33bb-4ed0-8825-2ceefe952194 req-fe9fe91f-f9c1-43ae-b067-9aab22a9c64c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0283067 Jul 14 16:00:14.270617 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb1c2-a520-4498-9c82-33bb5d796e7a req-b38cdb8d-5dd9-49ec-8159-b6154f612a12 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:14.272069 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-324fb1c2-a520-4498-9c82-33bb5d796e7a req-b38cdb8d-5dd9-49ec-8159-b6154f612a12 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 948 time: 0.0495808 Jul 14 16:00:14.319173 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-324fb1c2-a520-4498-9c82-33bb5d796e7a req-99d7c1dd-dd87-4e0e-ad54-2f58a008a78c tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Jul 14 16:00:14.521284 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6ee10ba2-9115-435d-a663-ddea3d3cbc33 req-ec345380-668c-47f4-9b15-3a7de5e9f80c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0279176 Jul 14 16:00:15.433196 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ced25-98fa-4f69-98c5-8a6e271efc2e req-4f3b0fe2-d675-4b87-af9b-fe38199bee20 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:15.434738 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a82ced25-98fa-4f69-98c5-8a6e271efc2e req-4f3b0fe2-d675-4b87-af9b-fe38199bee20 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 948 time: 0.0471394 Jul 14 16:00:15.484892 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a82ced25-98fa-4f69-98c5-8a6e271efc2e req-2491b0a0-579d-49c2-8be9-9315dc789e1a tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Jul 14 16:00:15.618619 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8b7f30d0-2e75-44f3-8c6d-1b5640d80270 req-e1e14c76-1833-46a5-a9d4-69e410cdb15f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Jul 14 16:00:16.610632 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956ee49-d21a-4fce-93f9-0a90a7b11a0b req-bee63137-2ba2-45bb-b761-477a284ff52c tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:16.612831 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6956ee49-d21a-4fce-93f9-0a90a7b11a0b req-bee63137-2ba2-45bb-b761-477a284ff52c tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 948 time: 0.0584269 Jul 14 16:00:16.678372 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6956ee49-d21a-4fce-93f9-0a90a7b11a0b req-25a297ac-d0bf-4132-bd4a-bce98ec915a5 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587313 Jul 14 16:00:16.811297 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eab69bfc-04fd-4054-a612-7048ab81f177 req-5e580915-9af1-46de-9860-c44cf4c66f15 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0369999 Jul 14 16:00:16.834886 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-e0071bca-294d-428c-acee-a6cef239469e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:16.836714 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-e0071bca-294d-428c-acee-a6cef239469e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "GET /v2.0/networks?id=36809030-b359-441e-8645-43dc503e5c0f HTTP/1.1" status: 200 len: 814 time: 0.1481016 Jul 14 16:00:17.258125 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Request body: {'port': {'device_id': '5e618db5-f999-40b6-866f-039df0612935', 'network_id': '36809030-b359-441e-8645-43dc503e5c0f', 'admin_state_up': True, 'tenant_id': 'a02d8a2f826a4475982abb77ccc636f5'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:17.491122 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1ea9ca04-c461-408f-a615-440109beb3b0 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:00:17.497951 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:17.525512 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Made reservation on behalf of a02d8a2f826a4475982abb77ccc636f5 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:00:17.529092 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:17.580471 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:17.588566 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:17.605505 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 1ea9ca04-c461-408f-a615-440109beb3b0, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1ea9ca04-c461-408f-a615-440109beb3b0,segment=NetworkSegment(72f4bb11-54b6-402f-87bf-ee07c439882b),segment_id=72f4bb11-54b6-402f-87bf-ee07c439882b)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:17.621578 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '1ea9ca04-c461-408f-a615-440109beb3b0', 'network_id': '072313da-c546-4493-afbe-470cac8ce096', 'port_id': '1ea9ca04-c461-408f-a615-440109beb3b0', 'mac_address': 'fa:16:3e:6f:03:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53e6d95-beaa-4d75-88d8-a35b778e0183', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:00:17.656694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 1ea9ca04-c461-408f-a615-440109beb3b0 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:17.657092 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:17.671332 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea9ca04-c461-408f-a615-440109beb3b0 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:00:17.677101 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Allocated IP 172.20.0.3 (36809030-b359-441e-8645-43dc503e5c0f/2a818b5e-a520-4a85-ba88-6ffaeb174940/b646b5b7-e4db-43a8-b0da-f647dd33b0c7) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:00:17.692201 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 1ea9ca04-c461-408f-a615-440109beb3b0, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1ea9ca04-c461-408f-a615-440109beb3b0,segment=NetworkSegment(72f4bb11-54b6-402f-87bf-ee07c439882b),segment_id=72f4bb11-54b6-402f-87bf-ee07c439882b)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:17.791992 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:17.840217 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:17.845432 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks [] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:17.849449 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=1ea9ca04-c461-408f-a615-440109beb3b0,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:17.860720 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:17.863275 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451356e-fe8f-4feb-ba34-bce6e7f534fd req-2f81d597-4fc9-4f3c-aa44-960466112408 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:17.866633 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6451356e-fe8f-4feb-ba34-bce6e7f534fd req-2f81d597-4fc9-4f3c-aa44-960466112408 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 949 time: 0.0855916 Jul 14 16:00:17.922704 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6451356e-fe8f-4feb-ba34-bce6e7f534fd req-d06dd09a-2793-481a-96b1-1726234fdd85 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Jul 14 16:00:18.013515 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a04f1376-d277-4593-9a25-8d35a2dbbd94 req-824f6768-3ee9-48ba-b930-337f6d61c3d4 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0295935 Jul 14 16:00:18.015218 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:18.068391 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Network 36809030-b359-441e-8645-43dc503e5c0f is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:00:18.073753 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:00:18.076391 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Pushing event updated for resources: {'Port': ['ID=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:18.080432 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:00:18.136218 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:18.137104 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:18.140204 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:18.312795 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-99f2de04-7c4a-405c-8a44-3c1c602e4e55 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0604546 Jul 14 16:00:18.341237 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['1ea9ca04-c461-408f-a615-440109beb3b0'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:00:18.360911 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Request body: {'port': {'device_id': '5e618db5-f999-40b6-866f-039df0612935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:18.431762 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:18.563538 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:18.706657 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b646b5b7-e4db-43a8-b0da-f647dd33b0c7 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:00:18.715039 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Publish callbacks [] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:18.728520 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Transition to ACTIVE for port object b646b5b7-e4db-43a8-b0da-f647dd33b0c7 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:00:18.831702 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:18.885754 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Pushing event updated for resources: {'Port': ['ID=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:18.955689 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Attempting to bind port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:00:18.956039 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Attempting to bind port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:00:18.956473 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Attempting to bind port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 on network 36809030-b359-441e-8645-43dc503e5c0f {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:00:18.961603 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 on network 36809030-b359-441e-8645-43dc503e5c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:00:18.963075 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Attempting to bind port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 on network 36809030-b359-441e-8645-43dc503e5c0f {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:00:18.968786 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:00:18.969323 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Checking segment: {'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:00:18.969708 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Bound using segment: {'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:00:18.971459 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Bound port: b646b5b7-e4db-43a8-b0da-f647dd33b0c7, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:00:18.971459 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.048403 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d9d70-1b19-492b-8afa-4e7e5fdbbaac req-03813ce7-cce0-4cec-a03a-0ee754ee9dce tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.051766 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-880d9d70-1b19-492b-8afa-4e7e5fdbbaac req-03813ce7-cce0-4cec-a03a-0ee754ee9dce tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 949 time: 0.0508220 Jul 14 16:00:19.053357 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] For port b646b5b7-e4db-43a8-b0da-f647dd33b0c7, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:00:19.057178 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] For port b646b5b7-e4db-43a8-b0da-f647dd33b0c7, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:00:19.113774 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:19.118407 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-880d9d70-1b19-492b-8afa-4e7e5fdbbaac req-1f0d3528-8cd8-46fe-ac91-adeaf3ca7a58 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622640 Jul 14 16:00:19.146857 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.162904 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6599d-d5ce-4bb4-9ef5-3a3e148364a4 req-002d5013-5eb9-4d10-a8a2-e63a9e490ec8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.164450 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-83a6599d-d5ce-4bb4-9ef5-3a3e148364a4 req-002d5013-5eb9-4d10-a8a2-e63a9e490ec8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 943 time: 0.0635209 Jul 14 16:00:19.186157 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.186778 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.188235 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] 10.222.0.121 "PUT /v2.0/ports/b646b5b7-e4db-43a8-b0da-f647dd33b0c7 HTTP/1.1" status: 200 len: 1093 time: 0.8316431 Jul 14 16:00:19.189365 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e618db5-f999-40b6-866f-039df0612935', 'tag': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:19.190890 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32631d47-0369-4fa6-8f64-a95aeadb6f44" -d '{"events": [{"name": "network-changed", "server_uuid": "5e618db5-f999-40b6-866f-039df0612935", "tag": "b646b5b7-e4db-43a8-b0da-f647dd33b0c7"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:19.221502 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4489e5c-6a40-4bca-b31f-0d617adf3b7e service neutron] Pushing event updated for resources: {'Port': ['ID=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:19.229058 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-83a6599d-d5ce-4bb4-9ef5-3a3e148364a4 req-3e8170ae-bdff-4354-988f-2f57e220366b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Jul 14 16:00:19.273872 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f4a1b0-0109-410a-b321-3b489a7cf32b x-openstack-request-id: req-a6f4a1b0-0109-410a-b321-3b489a7cf32b {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:19.275465 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e618db5-f999-40b6-866f-039df0612935", "tag": "b646b5b7-e4db-43a8-b0da-f647dd33b0c7", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:19.275465 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a6f4a1b0-0109-410a-b321-3b489a7cf32b {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:19.275911 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f4a1b0-0109-410a-b321-3b489a7cf32b'] response: {'name': 'network-changed', 'server_uuid': '5e618db5-f999-40b6-866f-039df0612935', 'tag': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7', 'status': 'completed', 'code': 200} Jul 14 16:00:19.280857 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35464) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:19.285374 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983630985', 'description': 'tempest-description--27640450'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:19.358175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631d47-0369-4fa6-8f64-a95aeadb6f44 req-13811d4b-c181-4933-b5a0-07a7c81f2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.359574 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-32631d47-0369-4fa6-8f64-a95aeadb6f44 req-13811d4b-c181-4933-b5a0-07a7c81f2cec service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a02d8a2f826a4475982abb77ccc636f5&device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 1127 time: 0.0386474 Jul 14 16:00:19.402164 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.473831 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:19.506056 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631d47-0369-4fa6-8f64-a95aeadb6f44 req-c97c9fc0-5e53-4fe7-b418-74711dcb2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.507531 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-32631d47-0369-4fa6-8f64-a95aeadb6f44 req-c97c9fc0-5e53-4fe7-b418-74711dcb2e5f service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=a02d8a2f826a4475982abb77ccc636f5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1339052 Jul 14 16:00:19.547289 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (8fc78d50-d842-4ba1-93f7-f354968e2316), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.615789 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631d47-0369-4fa6-8f64-a95aeadb6f44 req-09e7b368-c591-4281-ab24-4e366f1dfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.617202 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-32631d47-0369-4fa6-8f64-a95aeadb6f44 req-09e7b368-c591-4281-ab24-4e366f1dfde5 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1026537 Jul 14 16:00:19.635746 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8fc78d50-d842-4ba1-93f7-f354968e2316), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.666944 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc78d50-d842-4ba1-93f7-f354968e2316,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:19.673925 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.674275 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.674653 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.675071 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.675404 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.675735 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.676065 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.680885 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:19.691040 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1ea9ca04-c461-408f-a615-440109beb3b0 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:00:19.736615 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.737954 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-386e69d8-ac5a-4fe1-b8de-c26f402d9b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4560335 Jul 14 16:00:19.740530 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 1ea9ca04-c461-408f-a615-440109beb3b0 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:00:19.740979 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35466) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:19.745859 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-aaf0d5e5-cf8f-4ac6-a216-8ea6da83d84d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': '8fc78d50-d842-4ba1-93f7-f354968e2316', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:19.764507 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-4dc7c9bb-b92b-47cc-9cd5-62b65ff7d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.765966 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-4dc7c9bb-b92b-47cc-9cd5-62b65ff7d1d1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a02d8a2f826a4475982abb77ccc636f5&device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 1127 time: 0.0649769 Jul 14 16:00:19.818317 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-5a820107-31e8-4624-a7bc-97b0d57d548d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b646b5b7-e4db-43a8-b0da-f647dd33b0c7 HTTP/1.1" status: 200 len: 217 time: 0.0341465 Jul 14 16:00:19.877201 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-9a512905-5046-41f4-aa28-b86d25db1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:19.878554 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-9a512905-5046-41f4-aa28-b86d25db1e08 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2a818b5e-a520-4a85-ba88-6ffaeb174940 HTTP/1.1" status: 200 len: 854 time: 0.0454886 Jul 14 16:00:19.889019 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 1ea9ca04-c461-408f-a615-440109beb3b0 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:00:19.889395 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.914258 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-deac4af2-5233-41f1-9215-b4ebbd967fdb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=36809030-b359-441e-8645-43dc503e5c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291820 Jul 14 16:00:19.915896 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d5e5-cf8f-4ac6-a216-8ea6da83d84d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (bde05210-76aa-404e-9fc4-110378f34371), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.965796 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 1ea9ca04-c461-408f-a615-440109beb3b0 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:19.966163 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:19.968596 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:19.968800 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:19.993580 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9ca04-c461-408f-a615-440109beb3b0'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:19.995808 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da78df9-bf47-42da-b889-0abf47346975" -d '{"events": [{"server_uuid": "7acc2a8c-67d3-4b29-8fec-b0e208ff3127", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9ca04-c461-408f-a615-440109beb3b0"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:20.011934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 1ea9ca04-c461-408f-a615-440109beb3b0, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1ea9ca04-c461-408f-a615-440109beb3b0,segment=NetworkSegment(72f4bb11-54b6-402f-87bf-ee07c439882b),segment_id=72f4bb11-54b6-402f-87bf-ee07c439882b)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:20.036392 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d5e5-cf8f-4ac6-a216-8ea6da83d84d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (bde05210-76aa-404e-9fc4-110378f34371), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.041335 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6afa53-d3bf-4c0b-986e-c26162c5eda2 x-openstack-request-id: req-aa6afa53-d3bf-4c0b-986e-c26162c5eda2 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:20.041815 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc2a8c-67d3-4b29-8fec-b0e208ff3127", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9ca04-c461-408f-a615-440109beb3b0", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:20.042042 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-aa6afa53-d3bf-4c0b-986e-c26162c5eda2 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:20.042497 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6afa53-d3bf-4c0b-986e-c26162c5eda2'] response: {'server_uuid': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9ca04-c461-408f-a615-440109beb3b0', 'code': 200} Jul 14 16:00:20.048951 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-8119b9c8-fffb-4e53-b6d5-879568b8942f service neutron] 10.222.0.121 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236458 Jul 14 16:00:20.100359 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.138527 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d5e5-cf8f-4ac6-a216-8ea6da83d84d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (bde05210-76aa-404e-9fc4-110378f34371), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.150570 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=1ea9ca04-c461-408f-a615-440109beb3b0,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:20.199621 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d5e5-cf8f-4ac6-a216-8ea6da83d84d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde05210-76aa-404e-9fc4-110378f34371,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:20.231964 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-8d1a701e-b908-4797-ad3e-8c758ba2fbcd req-baf5119e-b535-4e4e-b628-a2bd4f837368 service neutron] 10.222.0.121 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260231 Jul 14 16:00:20.261528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3defdd-514c-4e3b-aa54-c0cc03db5afb req-fe00441b-c559-4415-ba01-f09371f26b68 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:20.263055 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dc3defdd-514c-4e3b-aa54-c0cc03db5afb req-fe00441b-c559-4415-ba01-f09371f26b68 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0519853 Jul 14 16:00:20.332714 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d5e5-cf8f-4ac6-a216-8ea6da83d84d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.332714 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-aaf0d5e5-cf8f-4ac6-a216-8ea6da83d84d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5881782 Jul 14 16:00:20.333182 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35478) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:20.339175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-4cfbeb18-5d58-4342-96f5-3a523b364142 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': '8fc78d50-d842-4ba1-93f7-f354968e2316', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:20.357641 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dc3defdd-514c-4e3b-aa54-c0cc03db5afb req-a042bde6-b2db-441a-83b5-236d12c0cf8c tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884821 Jul 14 16:00:20.374230 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3a76b-ab70-438d-bffa-c2b45cbb8b2b req-f272c95e-d8c9-43f2-9d34-f56fd4481a0e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:20.375669 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b3d3a76b-ab70-438d-bffa-c2b45cbb8b2b req-f272c95e-d8c9-43f2-9d34-f56fd4481a0e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 943 time: 0.0707276 Jul 14 16:00:20.425152 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b3d3a76b-ab70-438d-bffa-c2b45cbb8b2b req-6f7b4832-75ad-45f9-9fa4-3f6dea2f7a6d tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Jul 14 16:00:20.475915 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4cfbeb18-5d58-4342-96f5-3a523b364142 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (3321c60e-0f8e-4067-a556-72d18f398764), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.535661 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4cfbeb18-5d58-4342-96f5-3a523b364142 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (3321c60e-0f8e-4067-a556-72d18f398764), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.637216 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4cfbeb18-5d58-4342-96f5-3a523b364142 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (3321c60e-0f8e-4067-a556-72d18f398764), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.657140 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbeb18-5d58-4342-96f5-3a523b364142 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3321c60e-0f8e-4067-a556-72d18f398764,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:20.724992 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4cfbeb18-5d58-4342-96f5-3a523b364142 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.726132 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4cfbeb18-5d58-4342-96f5-3a523b364142 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919020 Jul 14 16:00:20.729432 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 35480) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:20.733704 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:20.837819 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:20.860706 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:20.928118 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.034655 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.27.3.49 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/e1ea2bfc-3df7-431f-84eb-a4d2e9767a19) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:00:21.138093 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.232665 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.268442 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:21.271700 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:00:21.277326 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:00:21.281125 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:00:21.289733 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=e1ea2bfc-3df7-431f-84eb-a4d2e9767a19,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:21.369957 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (87cbb68a-ade2-4eca-acc1-2a00596e6086), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.477104 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99fa0e-ebd3-463e-8709-6bffce91027b req-46951b3a-c504-4848-bd67-b59ea6b95dce tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:21.478814 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2a99fa0e-ebd3-463e-8709-6bffce91027b req-46951b3a-c504-4848-bd67-b59ea6b95dce tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0509429 Jul 14 16:00:21.484982 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.516468 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:21.574302 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d50916-99ce-4cca-902b-3eb74238f23a req-5a57dff0-fee3-4e52-a279-5dc776fe6d00 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:21.575750 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-06d50916-99ce-4cca-902b-3eb74238f23a req-5a57dff0-fee3-4e52-a279-5dc776fe6d00 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 943 time: 0.0764940 Jul 14 16:00:21.580072 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2a99fa0e-ebd3-463e-8709-6bffce91027b req-a02d0837-cca6-41bd-98dd-ecc4376a8631 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949273 Jul 14 16:00:21.629708 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-06d50916-99ce-4cca-902b-3eb74238f23a req-5778e2bb-8c03-4edf-bc57-3b324706f60c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479677 Jul 14 16:00:21.640845 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.686816 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.751910 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=e1ea2bfc-3df7-431f-84eb-a4d2e9767a19,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:21.766094 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (87cbb68a-ade2-4eca-acc1-2a00596e6086), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.873537 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:21.874794 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-24367eb0-8f61-4916-888f-71d05b4f1c45 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1444025 Jul 14 16:00:21.907203 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:22.076469 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-e6583e90-38c4-4476-8b23-40a8c3ed25e2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--983630985&fields=id&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 267 time: 0.0425282 Jul 14 16:00:22.184832 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-34c38c9c-2c65-40ca-9d1d-1dc8a4f91a0c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:22.186278 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-34c38c9c-2c65-40ca-9d1d-1dc8a4f91a0c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.1031606 Jul 14 16:00:22.201110 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-cd1f2c84-bea0-4da3-a1d8-40796404bb63 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/quotas/4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 375 time: 0.0095620 Jul 14 16:00:22.254568 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-416c00b2-7452-4861-8c12-fdc8a3a3d6c5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486834 Jul 14 16:00:22.350946 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-ffa6e20f-7a4c-40a5-86ff-668952275596 service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841858 Jul 14 16:00:22.384950 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:22.445228 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-031bdb16-6f9f-45ce-a804-647679cfb782 service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886245 Jul 14 16:00:22.700348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f4c70-944d-4647-aab4-3199d74d21eb req-6f186b7d-83e2-4aec-b58f-c1c14f22996f tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:22.701870 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f0f4c70-944d-4647-aab4-3199d74d21eb req-6f186b7d-83e2-4aec-b58f-c1c14f22996f tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0519369 Jul 14 16:00:22.786121 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f0f4c70-944d-4647-aab4-3199d74d21eb req-299f20dc-b0a8-4993-bd1e-b6f358b4e5f4 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768886 Jul 14 16:00:22.802619 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3a774-1bd9-4756-b69c-409bc8fd93c8 req-f062342f-7534-4a6f-a2d0-475e7b791c5d tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:22.810096 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bdd3a774-1bd9-4756-b69c-409bc8fd93c8 req-f062342f-7534-4a6f-a2d0-475e7b791c5d tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 943 time: 0.0673513 Jul 14 16:00:22.865530 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bdd3a774-1bd9-4756-b69c-409bc8fd93c8 req-64947e37-9b04-457e-bfbb-f4a8f3374e9e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Jul 14 16:00:22.888158 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e36080c2-3dd5-4d09-9884-b875ce14ddda req-9478ee2b-9463-4c29-923c-0e2d70abd1c0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0393651 Jul 14 16:00:23.463098 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-654c0560-8c12-4012-b93b-75c2f70df40f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417309 Jul 14 16:00:23.546495 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-9fa95ae3-2067-4338-a7fe-b9f111bda3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:23.548340 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-9fa95ae3-2067-4338-a7fe-b9f111bda3eb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 1129 time: 0.0424325 Jul 14 16:00:23.651353 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77246c9-3d76-4199-a721-54c078716022 req-241ae814-f1d9-470c-a85d-1bb4b75056cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:23.652884 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77246c9-3d76-4199-a721-54c078716022 req-241ae814-f1d9-470c-a85d-1bb4b75056cf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 1134 time: 0.2536047 Jul 14 16:00:23.663988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-135d03ae-351c-4043-9922-fd3155ed165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:23.675687 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-135d03ae-351c-4043-9922-fd3155ed165a service neutron] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 917 time: 0.0958877 Jul 14 16:00:23.685602 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device b646b5b7-e4db-43a8-b0da-f647dd33b0c7 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:00:23.698757 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77246c9-3d76-4199-a721-54c078716022 req-ea0e9aa2-a180-4713-bcba-e858c32f53e0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 Jul 14 16:00:23.730868 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-3729dedb-3c5c-4edc-8e08-4310699fabbc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa HTTP/1.1" status: 200 len: 1000 time: 0.0587370 Jul 14 16:00:23.908824 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c52de-8525-49f9-89ef-0702bc52af3f req-bc55843b-1f13-4f6e-b335-8550352e23cd tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:23.910973 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-807c52de-8525-49f9-89ef-0702bc52af3f req-bc55843b-1f13-4f6e-b335-8550352e23cd tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0508037 Jul 14 16:00:23.911119 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port b646b5b7-e4db-43a8-b0da-f647dd33b0c7, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:23.925937 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7', 'network_id': '36809030-b359-441e-8645-43dc503e5c0f', 'port_id': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7', 'mac_address': 'fa:16:3e:a7:4b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a818b5e-a520-4a85-ba88-6ffaeb174940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:00:23.965826 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:23.966214 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:23.979765 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b646b5b7-e4db-43a8-b0da-f647dd33b0c7 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:00:23.996486 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-807c52de-8525-49f9-89ef-0702bc52af3f req-5345a8b4-05ca-4672-9eb4-771f333735c3 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800059 Jul 14 16:00:24.001052 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port b646b5b7-e4db-43a8-b0da-f647dd33b0c7, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:24.004312 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b88af-fcec-4db2-91b8-e9a891918829 req-c5a24860-6def-4f53-a5f0-2d628ca41826 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:24.005753 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0a7b88af-fcec-4db2-91b8-e9a891918829 req-c5a24860-6def-4f53-a5f0-2d628ca41826 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 943 time: 0.0672448 Jul 14 16:00:24.066312 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:24.075242 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0a7b88af-fcec-4db2-91b8-e9a891918829 req-c702c0ac-77c8-45b0-a10a-cb6c72f417c5 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Jul 14 16:00:24.095445 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-515e55c9-5849-44d2-a53f-0d8d26fd463b req-fc1baacd-a189-47a8-a1c5-a1523cf8279c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0369632 Jul 14 16:00:24.114207 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:24.335787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:24.342000 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-e844ef88-685f-4bac-babc-db9eaf6cf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:24.343411 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-e844ef88-685f-4bac-babc-db9eaf6cf396 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0486562 Jul 14 16:00:24.673802 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['b646b5b7-e4db-43a8-b0da-f647dd33b0c7'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:00:25.136207 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c88f7-9068-44b8-88ed-b725ea7da5aa req-d6996804-2ca4-4d84-9887-c508868464d4 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:25.137684 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-178c88f7-9068-44b8-88ed-b725ea7da5aa req-d6996804-2ca4-4d84-9887-c508868464d4 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0709784 Jul 14 16:00:25.172566 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-a6558f30-d80a-42fe-a80d-9b47d55a4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:25.173986 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-a6558f30-d80a-42fe-a80d-9b47d55a4e74 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717018 Jul 14 16:00:25.233208 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250e274-a8ea-4020-abda-196396dfb70d req-9e7bc2b1-12d0-4820-97cf-8928bc33fbe8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:25.234652 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f250e274-a8ea-4020-abda-196396dfb70d req-9e7bc2b1-12d0-4820-97cf-8928bc33fbe8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 944 time: 0.0860569 Jul 14 16:00:25.238841 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-178c88f7-9068-44b8-88ed-b725ea7da5aa req-c3a207ff-c6e2-40c1-9937-2b37860d1ecb tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954733 Jul 14 16:00:25.284431 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f250e274-a8ea-4020-abda-196396dfb70d req-a124e382-ea67-444d-afb8-7471e0f94262 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440176 Jul 14 16:00:25.324031 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8f34f83b-25c2-4be2-9b04-5a8dbbe1b732 req-841f676d-83f4-4303-8528-039db630da24 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0282123 Jul 14 16:00:26.016219 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:26.079973 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-5c9e0dbb-fa31-4b55-b917-127d7b282832 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924320 Jul 14 16:00:26.187242 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device b646b5b7-e4db-43a8-b0da-f647dd33b0c7 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:00:26.231203 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:00:26.242323 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a0bc044-c99a-4c47-864e-907b85f7131e req-5803d73c-a92f-4a5f-911f-d64eba63451c service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922194 Jul 14 16:00:26.294965 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:00:26.295341 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:26.365145 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bc13d-c4f6-4446-8951-bcd208534507 req-772d33ae-5ba9-40fc-aec7-06b0f8d3ade3 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:26.366861 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9d6bc13d-c4f6-4446-8951-bcd208534507 req-772d33ae-5ba9-40fc-aec7-06b0f8d3ade3 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0524106 Jul 14 16:00:26.389914 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:26.390385 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:26.418912 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e618db5-f999-40b6-866f-039df0612935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:26.421199 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92cfa8f-878e-4da5-bf69-ed5ed703ca46" -d '{"events": [{"server_uuid": "5e618db5-f999-40b6-866f-039df0612935", "name": "network-vif-plugged", "status": "completed", "tag": "b646b5b7-e4db-43a8-b0da-f647dd33b0c7"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:26.434314 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port b646b5b7-e4db-43a8-b0da-f647dd33b0c7, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:26.450468 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bea83-53be-4f6a-a799-5fc9c09c54c5 req-a8edfb2a-6f24-432b-9440-8b5e1377319e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:26.451924 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-801bea83-53be-4f6a-a799-5fc9c09c54c5 req-a8edfb2a-6f24-432b-9440-8b5e1377319e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 944 time: 0.0690625 Jul 14 16:00:26.469754 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9d6bc13d-c4f6-4446-8951-bcd208534507 req-87af302b-29e8-45ce-b023-226976a2fdcf tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948119 Jul 14 16:00:26.510920 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-801bea83-53be-4f6a-a799-5fc9c09c54c5 req-ad0851f2-a196-4e63-aea6-4326fade59de tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 Jul 14 16:00:26.538487 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:26.572696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb0091-373e-4a44-864e-f576e7f4b901 x-openstack-request-id: req-0dbb0091-373e-4a44-864e-f576e7f4b901 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:26.572696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e618db5-f999-40b6-866f-039df0612935", "name": "network-vif-plugged", "status": "completed", "tag": "b646b5b7-e4db-43a8-b0da-f647dd33b0c7", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:26.572696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0dbb0091-373e-4a44-864e-f576e7f4b901 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:26.572696 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbb0091-373e-4a44-864e-f576e7f4b901'] response: {'server_uuid': '5e618db5-f999-40b6-866f-039df0612935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7', 'code': 200} Jul 14 16:00:26.573190 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6cb4f2ce-e126-4fcb-8a44-0e1af0f3f506 req-be785871-0bf9-425b-a338-042b53347197 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0330327 Jul 14 16:00:26.592145 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:27.628201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21181ce0-6cc4-445d-afda-d5c02fe7f88c req-f60bc562-81a0-4fda-bb9f-00284b922da5 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:27.629652 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21181ce0-6cc4-445d-afda-d5c02fe7f88c req-f60bc562-81a0-4fda-bb9f-00284b922da5 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0514765 Jul 14 16:00:27.689779 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21181ce0-6cc4-445d-afda-d5c02fe7f88c req-518a179f-6cc6-4777-8d19-742d80cb375c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542397 Jul 14 16:00:27.775136 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f40280dc-03ef-4ff4-be7e-a6fe80e6e496 req-5e99842e-5752-4697-823f-eda30e643384 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0286331 Jul 14 16:00:27.840471 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e1380-c4f8-4783-9945-12c461de90bd req-ef5ebb0b-d8cd-401a-b68f-9dd8e6ff571f tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:27.841917 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e10e1380-c4f8-4783-9945-12c461de90bd req-ef5ebb0b-d8cd-401a-b68f-9dd8e6ff571f tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0466173 Jul 14 16:00:27.889423 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e10e1380-c4f8-4783-9945-12c461de90bd req-60769265-0f5f-4e6e-9c06-fb4095ddca3f tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420637 Jul 14 16:00:28.162406 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654c10a-415b-46be-98ee-6e014132670f req-3cc42aaa-7619-4e0b-87d0-50a4ea1ea654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:28.162803 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9654c10a-415b-46be-98ee-6e014132670f req-3cc42aaa-7619-4e0b-87d0-50a4ea1ea654 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 1129 time: 0.0440185 Jul 14 16:00:28.590744 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:28.595792 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:28.806454 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17244100-e3ef-4b4c-af46-945324cb2240 req-83eb9ddb-2a29-44de-958c-052a46c6f04f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:28.807963 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17244100-e3ef-4b4c-af46-945324cb2240 req-83eb9ddb-2a29-44de-958c-052a46c6f04f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0471182 Jul 14 16:00:28.835486 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:28.880561 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-31447874-283f-40ac-ae28-857f75f8194e req-f4e197c0-a5ea-4bd7-8e0f-e982b2747a9f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0325985 Jul 14 16:00:28.884148 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17244100-e3ef-4b4c-af46-945324cb2240 req-fafff7d3-daa9-472e-a9f4-636f0455a024 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697663 Jul 14 16:00:29.001437 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fbb59-3210-4e3c-8acb-95e305b940b4 req-5c3ba062-a809-462e-8bba-2599510d28e6 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:29.002796 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7e0fbb59-3210-4e3c-8acb-95e305b940b4 req-5c3ba062-a809-462e-8bba-2599510d28e6 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0465655 Jul 14 16:00:29.053612 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7e0fbb59-3210-4e3c-8acb-95e305b940b4 req-19e21c87-0d72-4608-af62-4dac9818f085 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 Jul 14 16:00:30.017273 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6ca03962-cbbb-4947-ab0f-ad178cea56fb req-feb4ce7e-acdc-4b64-b13e-197b26f265af tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0330532 Jul 14 16:00:30.028807 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80e0e9-0876-477a-ac57-bedb6f4c1216 req-28fbad37-ff31-4a5b-9ed8-d54a8cef3d58 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:30.030353 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3b80e0e9-0876-477a-ac57-bedb6f4c1216 req-28fbad37-ff31-4a5b-9ed8-d54a8cef3d58 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0745373 Jul 14 16:00:30.088818 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3b80e0e9-0876-477a-ac57-bedb6f4c1216 req-1d9c0846-6669-475b-8e93-f74f1eac85c9 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Jul 14 16:00:30.127280 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e884c41-2da7-451c-ad2c-5330c9514a63 req-6fd34315-1e8d-4c91-9d6f-37c9e55fdd12 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:30.128958 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2e884c41-2da7-451c-ad2c-5330c9514a63 req-6fd34315-1e8d-4c91-9d6f-37c9e55fdd12 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0535169 Jul 14 16:00:30.178275 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:30.208534 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216b188-d003-429a-b6d9-20bde8d836bc req-2ded9b2e-5ac4-4e84-af3a-9b4da98b97ba tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:30.209984 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c216b188-d003-429a-b6d9-20bde8d836bc req-2ded9b2e-5ac4-4e84-af3a-9b4da98b97ba tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0613906 Jul 14 16:00:30.220286 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2e884c41-2da7-451c-ad2c-5330c9514a63 req-3eadf413-35ba-4efb-86c9-c30bc33a24dc tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853035 Jul 14 16:00:30.263351 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c216b188-d003-429a-b6d9-20bde8d836bc req-7b1e21c0-2e51-4572-b554-08fa22af6329 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Jul 14 16:00:30.470787 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9654c10a-415b-46be-98ee-6e014132670f req-22aec8bd-d87f-41e7-a79f-7c51bb7371fe service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Jul 14 16:00:30.643369 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4dfad0ad-7498-42f6-b12a-d1ad6262a2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:31.115693 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6e8fd12c-46a4-4dab-8a96-bbd3f5775a57 req-264fbba4-0ab8-4633-9203-33978212dce4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0318182 Jul 14 16:00:31.210574 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcd731-90a6-4ca6-971c-98ab9a871b09 req-f16dac4e-724b-43f4-b22f-5edb54a8dc4b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:31.212175 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8bfcd731-90a6-4ca6-971c-98ab9a871b09 req-f16dac4e-724b-43f4-b22f-5edb54a8dc4b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0504208 Jul 14 16:00:31.261711 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8bfcd731-90a6-4ca6-971c-98ab9a871b09 req-1524852f-67f3-4df2-b933-5339d9dfef15 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Jul 14 16:00:31.268297 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-b505aa8d-5b69-4e29-81c9-e694e9900175 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:31.269838 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-b505aa8d-5b69-4e29-81c9-e694e9900175 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.1101060 Jul 14 16:00:31.341362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482ba9c-f421-460b-a6f3-687109987dea req-92a1bec9-31d1-4227-a1f1-1ac910d16b9c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:31.345552 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e482ba9c-f421-460b-a6f3-687109987dea req-92a1bec9-31d1-4227-a1f1-1ac910d16b9c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0497618 Jul 14 16:00:31.646922 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e940b-ed8d-44a5-beb4-4aa34df21736 req-2a09408c-c6ae-4e06-a4b6-6cb57b5e7175 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:31.648392 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ed8e940b-ed8d-44a5-beb4-4aa34df21736 req-2a09408c-c6ae-4e06-a4b6-6cb57b5e7175 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.3046939 Jul 14 16:00:31.686504 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e482ba9c-f421-460b-a6f3-687109987dea req-68c2d3ac-1924-494f-86e5-1c8f7ed68a33 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320434 Jul 14 16:00:31.715184 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ed8e940b-ed8d-44a5-beb4-4aa34df21736 req-b04986fa-ff4b-4890-8f04-1a8c52f03cd8 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Jul 14 16:00:32.221229 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bb06a9f0-d488-4a48-b21d-a134d88bcdd3 req-842e0cf5-2ae2-4967-82c8-9efc325ea8d8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0288906 Jul 14 16:00:32.380402 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697184e-eb95-4627-aad2-5d0db94982ad req-c9bc8923-5b19-40ee-8f4a-3174f9e4c723 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:32.381854 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d697184e-eb95-4627-aad2-5d0db94982ad req-c9bc8923-5b19-40ee-8f4a-3174f9e4c723 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Jul 14 16:00:32.433123 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d697184e-eb95-4627-aad2-5d0db94982ad req-bad1a88a-8610-4da3-bd02-e0b01720afb9 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Jul 14 16:00:32.840864 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066784-85e1-4eff-b7f7-98b779601599 req-80b06f3b-6d65-4ff7-97f9-e84e8ce99d86 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:32.842440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d1066784-85e1-4eff-b7f7-98b779601599 req-80b06f3b-6d65-4ff7-97f9-e84e8ce99d86 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0767610 Jul 14 16:00:32.862765 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702821e2-cb34-4a2e-8c06-a369177a82e6 req-7de44d95-e8e9-4f2c-be0d-0008756146d9 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:32.864344 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-702821e2-cb34-4a2e-8c06-a369177a82e6 req-7de44d95-e8e9-4f2c-be0d-0008756146d9 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0690334 Jul 14 16:00:32.898195 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-9ef22563-4651-4730-8390-4878b64bac87 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 472 time: 0.0648658 Jul 14 16:00:32.944817 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d1066784-85e1-4eff-b7f7-98b779601599 req-0fd924a8-0c11-4551-9576-5ac338bfe112 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787554 Jul 14 16:00:32.944817 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-702821e2-cb34-4a2e-8c06-a369177a82e6 req-f7d53f41-2c30-47a7-986e-28d1874142c7 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/security-groups?id=c04674a2-fd0f-423d-988c-7844c5481712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 Jul 14 16:00:32.945466 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d246d983-36c2-49d0-9162-db1c994bb216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:33.322342 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e6d7c961-c1bc-4f31-8d54-0bfa5f6a33ca req-64615d8e-437c-4d51-90d4-d7d989b6e195 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0387545 Jul 14 16:00:33.360851 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-f9f518fe-1ab7-42c4-bc64-84d7d8cc1318 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:33.362514 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-f9f518fe-1ab7-42c4-bc64-84d7d8cc1318 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.121 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 950 time: 0.0511572 Jul 14 16:00:33.511667 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:33.528994 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'port': {'device_id': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'admin_state_up': True, 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'security_groups': ['8fc78d50-d842-4ba1-93f7-f354968e2316']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:33.548299 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1db6ea-46ae-43ba-a948-c80da5b8e23f req-3ee2062d-10c3-4db7-b73b-491146a811bf tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:33.549780 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b1db6ea-46ae-43ba-a948-c80da5b8e23f req-3ee2062d-10c3-4db7-b73b-491146a811bf tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0494540 Jul 14 16:00:33.630663 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b1db6ea-46ae-43ba-a948-c80da5b8e23f req-431207e5-d587-422e-b181-c91c76839f3e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747893 Jul 14 16:00:33.685526 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Deleting port 1ea9ca04-c461-408f-a615-440109beb3b0 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:00:33.685857 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:33.748939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:33.750376 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Made reservation on behalf of 4941c3a4d1be445b972c8684bc8b18d0 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:00:33.754052 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:33.777870 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] For port 1ea9ca04-c461-408f-a615-440109beb3b0, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=1ea9ca04-c461-408f-a615-440109beb3b0,segment=NetworkSegment(72f4bb11-54b6-402f-87bf-ee07c439882b),segment_id=72f4bb11-54b6-402f-87bf-ee07c439882b)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:33.778131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:33.791094 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Calling delete_port for 1ea9ca04-c461-408f-a615-440109beb3b0 owned by compute:nova {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:00:33.882194 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.20.0.5 (81beb021-9d5c-47cd-b940-d1c5b4031ad6/6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4/da04afde-49ca-4d22-a6e3-9e21925af059) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:00:34.026710 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (da04afde-49ca-4d22-a6e3-9e21925af059), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.050687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (1ea9ca04-c461-408f-a615-440109beb3b0), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.101775 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3f0d9ac-cddc-41cd-b68c-7706cc05c34a req-a4d4780b-5741-4691-9586-34be993511ed tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0640581 Jul 14 16:00:34.106960 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Pushing event deleted for resources: {'Port': ['ID=1ea9ca04-c461-408f-a615-440109beb3b0,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:34.108930 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['1ea9ca04-c461-408f-a615-440109beb3b0'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:00:34.126424 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb0c2b-b05c-4a2d-a9ae-3d0e7f2c1a86 req-92138bcd-bc85-405b-ac93-026b1e8bfdd2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:34.127901 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e0eb0c2b-b05c-4a2d-a9ae-3d0e7f2c1a86 req-92138bcd-bc85-405b-ac93-026b1e8bfdd2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.1251614 Jul 14 16:00:34.152811 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.153147 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.153481 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.153897 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.154225 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.154574 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.154893 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.155210 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.155565 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.156286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.156370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.157809 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.158494 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.158654 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.159005 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.159376 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:34.190907 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.194853 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] No DVR routers for this DVR port 1ea9ca04-c461-408f-a615-440109beb3b0 on host hv-cinder-84986 {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:00:34.198258 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.203540 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b80bb7a9-3a3f-4e90-96ad-2b2c472b5714 req-866b1817-b966-43c9-ad5d-c8efff283062 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.121 "DELETE /v2.0/ports/1ea9ca04-c461-408f-a615-440109beb3b0 HTTP/1.1" status: 204 len: 173 time: 0.6192293 Jul 14 16:00:34.205557 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:34.206290 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'name': 'network-vif-deleted', 'tag': '1ea9ca04-c461-408f-a615-440109beb3b0'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:34.208766 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430d5dbd-f16b-4322-a30d-3f7a6606fb63" -d '{"events": [{"server_uuid": "7acc2a8c-67d3-4b29-8fec-b0e208ff3127", "name": "network-vif-deleted", "tag": "1ea9ca04-c461-408f-a615-440109beb3b0"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:34.247166 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:00:34.251298 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:00:34.261614 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:00:34.268517 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e0eb0c2b-b05c-4a2d-a9ae-3d0e7f2c1a86 req-a11fb27b-0d07-44e9-be58-4c371b86502e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042075 Jul 14 16:00:34.274178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066bebc4-ba11-4cbe-a47d-ff5a21f1fbf3 x-openstack-request-id: req-066bebc4-ba11-4cbe-a47d-ff5a21f1fbf3 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:34.274471 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc2a8c-67d3-4b29-8fec-b0e208ff3127", "name": "network-vif-deleted", "tag": "1ea9ca04-c461-408f-a615-440109beb3b0", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:34.275265 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-066bebc4-ba11-4cbe-a47d-ff5a21f1fbf3 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:34.275683 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066bebc4-ba11-4cbe-a47d-ff5a21f1fbf3'] response: {'server_uuid': '7acc2a8c-67d3-4b29-8fec-b0e208ff3127', 'name': 'network-vif-deleted', 'tag': '1ea9ca04-c461-408f-a615-440109beb3b0', 'status': 'completed', 'code': 200} Jul 14 16:00:34.294580 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=da04afde-49ca-4d22-a6e3-9e21925af059,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:34.303829 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:34.315233 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:34.321593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.410437 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-eb04dd59-5930-4cf0-8faf-1fd0a68ab9c2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860264 Jul 14 16:00:34.446333 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b64c0-42ca-4782-bee9-b3a799c643f8 req-d735f8dc-4eb9-478e-8941-7912e161ded6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:34.448547 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b58b64c0-42ca-4782-bee9-b3a799c643f8 req-d735f8dc-4eb9-478e-8941-7912e161ded6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 931 time: 0.0529339 Jul 14 16:00:34.500869 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b58b64c0-42ca-4782-bee9-b3a799c643f8 req-98badcef-1707-49e1-8463-34c0458fa9b2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465450 Jul 14 16:00:34.543717 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-e16bd4bb-b5f8-4296-85c1-845124a62651 None None] Provisioning complete for port da04afde-49ca-4d22-a6e3-9e21925af059 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:00:34.544090 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e16bd4bb-b5f8-4296-85c1-845124a62651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.577089 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-e16bd4bb-b5f8-4296-85c1-845124a62651 None None] Port da04afde-49ca-4d22-a6e3-9e21925af059 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:00:34.587197 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Request body: {'port': {'device_id': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:34.663886 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.759975 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e004-8dc0-4261-9845-828572b28d4b req-5f4bf0ca-7d76-4532-a5cc-8dc99a696012 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:34.761530 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-75b2e004-8dc0-4261-9845-828572b28d4b req-5f4bf0ca-7d76-4532-a5cc-8dc99a696012 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0504410 Jul 14 16:00:34.812889 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-75b2e004-8dc0-4261-9845-828572b28d4b req-a35cff67-b242-4ff0-8633-03c5cebb2995 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Jul 14 16:00:34.932296 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da04afde-49ca-4d22-a6e3-9e21925af059 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:00:34.939841 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Publish callbacks [] for port (da04afde-49ca-4d22-a6e3-9e21925af059), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:34.953654 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Transition to ACTIVE for port object da04afde-49ca-4d22-a6e3-9e21925af059 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:00:35.043503 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:35.104301 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Pushing event updated for resources: {'Port': ['ID=da04afde-49ca-4d22-a6e3-9e21925af059,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:35.178374 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Attempting to bind port da04afde-49ca-4d22-a6e3-9e21925af059 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:00:35.178865 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Attempting to bind port da04afde-49ca-4d22-a6e3-9e21925af059 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:00:35.179351 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Attempting to bind port da04afde-49ca-4d22-a6e3-9e21925af059 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:00:35.184171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Port da04afde-49ca-4d22-a6e3-9e21925af059 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:00:35.184493 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Attempting to bind port da04afde-49ca-4d22-a6e3-9e21925af059 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:00:35.189862 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:00:35.194492 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Checking segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:00:35.194492 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Bound using segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:00:35.194492 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Bound port: da04afde-49ca-4d22-a6e3-9e21925af059, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:00:35.194492 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:35.223842 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b7be63e-c87d-41f2-8c7e-8bbf31ec0270 req-ef8d4271-5286-445e-8370-98a25f047135 tempest-VolumesNegativeTest-617650921 tempest-VolumesNegativeTest-617650921-project] 10.222.0.119 "GET /v2.0/ports?device_id=7acc2a8c-67d3-4b29-8fec-b0e208ff3127 HTTP/1.1" status: 200 len: 210 time: 0.0318334 Jul 14 16:00:35.262220 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] For port da04afde-49ca-4d22-a6e3-9e21925af059, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:00:35.265800 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] For port da04afde-49ca-4d22-a6e3-9e21925af059, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=da04afde-49ca-4d22-a6e3-9e21925af059,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:00:35.304242 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:35.374102 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a42c9-1e47-4adb-b5ca-42d9bb663cc3 req-1f9d0760-323d-4375-b0a7-e332b0bdd60d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:35.375477 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b75a42c9-1e47-4adb-b5ca-42d9bb663cc3 req-1f9d0760-323d-4375-b0a7-e332b0bdd60d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0526853 Jul 14 16:00:35.387030 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:35.412112 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:35.429177 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:35.440632 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:35.440632 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] 10.222.0.121 "PUT /v2.0/ports/da04afde-49ca-4d22-a6e3-9e21925af059 HTTP/1.1" status: 200 len: 1093 time: 0.8487225 Jul 14 16:00:35.440632 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:35.440632 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c682f75a-d87d-4361-8cde-ca2b0666542d" -d '{"events": [{"name": "network-changed", "server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:35.441542 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b75a42c9-1e47-4adb-b5ca-42d9bb663cc3 req-f923888a-2959-478b-8608-eb448416c486 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539560 Jul 14 16:00:35.467534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab8b52-3b47-4021-8432-43357611d57c service neutron] Pushing event updated for resources: {'Port': ['ID=da04afde-49ca-4d22-a6e3-9e21925af059,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:35.478796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2601e502-b65e-4104-a824-ddae25ae97f4 x-openstack-request-id: req-2601e502-b65e-4104-a824-ddae25ae97f4 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:35.479750 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:35.479750 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2601e502-b65e-4104-a824-ddae25ae97f4 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:35.479903 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2601e502-b65e-4104-a824-ddae25ae97f4'] response: {'name': 'network-changed', 'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'status': 'completed', 'code': 200} Jul 14 16:00:35.586981 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682f75a-d87d-4361-8cde-ca2b0666542d req-2583e80a-b562-4f6f-87a8-cfd931c1cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:35.589478 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c682f75a-d87d-4361-8cde-ca2b0666542d req-2583e80a-b562-4f6f-87a8-cfd931c1cf53 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 1127 time: 0.0477397 Jul 14 16:00:35.601352 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:35.621804 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c041c-0d36-4b9c-aab2-4c30d059074e req-5f60e4f2-cebe-4b99-b314-3eb3fbe3e251 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:35.623322 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c93c041c-0d36-4b9c-aab2-4c30d059074e req-5f60e4f2-cebe-4b99-b314-3eb3fbe3e251 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 943 time: 0.0521061 Jul 14 16:00:35.678008 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c93c041c-0d36-4b9c-aab2-4c30d059074e req-126e600b-1275-4f4b-94c8-5133a13519e6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474048 Jul 14 16:00:35.693296 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:35.715959 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682f75a-d87d-4361-8cde-ca2b0666542d req-59f1b58a-17e9-49b7-a4d0-802ad7f1ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:35.717618 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c682f75a-d87d-4361-8cde-ca2b0666542d req-59f1b58a-17e9-49b7-a4d0-802ad7f1ad1c service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1047807 Jul 14 16:00:35.825041 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:35.849167 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682f75a-d87d-4361-8cde-ca2b0666542d req-51e92275-f1ce-41a2-be3f-15e1c0489399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:35.850706 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c682f75a-d87d-4361-8cde-ca2b0666542d req-51e92275-f1ce-41a2-be3f-15e1c0489399 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0978942 Jul 14 16:00:35.972628 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-c8e02b1e-8812-4f65-a04c-b619f2e5eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:35.974175 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-c8e02b1e-8812-4f65-a04c-b619f2e5eaf9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 1127 time: 0.0396640 Jul 14 16:00:36.003413 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:36.044742 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-e68e9547-e9f0-4150-afe6-6fd83a2d84a5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da04afde-49ca-4d22-a6e3-9e21925af059 HTTP/1.1" status: 200 len: 217 time: 0.0418055 Jul 14 16:00:36.098824 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-988035e0-09e7-41df-975a-4839de380115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:36.100336 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-988035e0-09e7-41df-975a-4839de380115 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0481262 Jul 14 16:00:36.147631 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-5c6bcc3b-fa40-434a-b670-bbbb78c62fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:36.149463 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-5c6bcc3b-fa40-434a-b670-bbbb78c62fb1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406382 Jul 14 16:00:36.219104 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1ea9ca04-c461-408f-a615-440109beb3b0 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:00:36.239720 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 1ea9ca04-c461-408f-a615-440109beb3b0 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:00:36.240071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 1ea9ca04-c461-408f-a615-440109beb3b0 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:00:36.253808 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-3ff3039a-7092-4997-a17d-8e5bf5cbdb30 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942438 Jul 14 16:00:36.351102 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9f7d40ab-4d71-4bbf-8534-ff3889f6c8fa req-cc83272a-5e7e-4e1e-8329-fce220e7a9c5 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889795 Jul 14 16:00:36.585021 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25ec9-0fa6-4658-925c-f52b552a9f2c req-7a8357f9-b276-4315-bf1d-685e632f6250 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:36.586750 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-59d25ec9-0fa6-4658-925c-f52b552a9f2c req-7a8357f9-b276-4315-bf1d-685e632f6250 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0504413 Jul 14 16:00:36.638419 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-59d25ec9-0fa6-4658-925c-f52b552a9f2c req-be358295-16ac-46ae-98f4-53c68f7ca17c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453377 Jul 14 16:00:36.803638 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529b144-8bb1-4878-8aed-db14feae955c req-64350105-c19b-49d5-9118-e765f31611a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:36.805297 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f529b144-8bb1-4878-8aed-db14feae955c req-64350105-c19b-49d5-9118-e765f31611a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 943 time: 0.0495629 Jul 14 16:00:36.856327 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f529b144-8bb1-4878-8aed-db14feae955c req-b280c9b7-b5e8-4529-be61-e48b7a9cb248 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 Jul 14 16:00:37.761537 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bf210-fc0e-4e66-adfe-f953bbece393 req-dbd0782c-7be7-48e8-821b-a8ef3f5b6f9d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:37.763013 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f38bf210-fc0e-4e66-adfe-f953bbece393 req-dbd0782c-7be7-48e8-821b-a8ef3f5b6f9d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0484347 Jul 14 16:00:37.795955 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:37.814342 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f38bf210-fc0e-4e66-adfe-f953bbece393 req-5a46b51a-654a-4cc8-bd5e-017dcefa87ea tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454571 Jul 14 16:00:37.908449 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:00:37.986692 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f88b2-10ed-4366-a106-3e371f22dfb6 req-66767253-8149-4ddd-8392-86ba2a1db132 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:37.992759 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf6f88b2-10ed-4366-a106-3e371f22dfb6 req-66767253-8149-4ddd-8392-86ba2a1db132 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 943 time: 0.0633070 Jul 14 16:00:38.042402 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf6f88b2-10ed-4366-a106-3e371f22dfb6 req-333de717-57ff-447f-8a88-1670d00c2c4a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485039 Jul 14 16:00:38.931420 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c5b3e-4c1f-43cd-8223-5c34ec6ae963 req-ac4349a8-edbb-43da-abe6-e749822fe96b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:38.932911 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4d5c5b3e-4c1f-43cd-8223-5c34ec6ae963 req-ac4349a8-edbb-43da-abe6-e749822fe96b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0467849 Jul 14 16:00:38.986460 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4d5c5b3e-4c1f-43cd-8223-5c34ec6ae963 req-2f35f497-8350-4b28-a40c-2f3ae937e384 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478034 Jul 14 16:00:39.161492 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103c88f-0d63-4bea-86b2-7dc0aca43363 req-f285b51d-2698-49a9-9603-f66ca29cc129 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:39.163360 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5103c88f-0d63-4bea-86b2-7dc0aca43363 req-f285b51d-2698-49a9-9603-f66ca29cc129 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 943 time: 0.0507178 Jul 14 16:00:39.218701 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5103c88f-0d63-4bea-86b2-7dc0aca43363 req-257a6c22-9b79-4e40-b929-cc8e8e5e785d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490150 Jul 14 16:00:40.105571 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f4493-3cbc-4703-8e70-fd4f1273d623 req-116067db-89c7-46ee-a703-43e61f2be11d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:40.107204 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-109f4493-3cbc-4703-8e70-fd4f1273d623 req-116067db-89c7-46ee-a703-43e61f2be11d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0486979 Jul 14 16:00:40.157433 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-109f4493-3cbc-4703-8e70-fd4f1273d623 req-561b3353-78ad-4b61-a107-be15318e9c52 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 Jul 14 16:00:40.260533 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device da04afde-49ca-4d22-a6e3-9e21925af059 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:00:40.338336 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af28f-82a6-4df3-9eed-da71a7ef0b68 req-c504f067-3083-4e5a-b489-5a5b5c2dcab4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:40.345349 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-295af28f-82a6-4df3-9eed-da71a7ef0b68 req-c504f067-3083-4e5a-b489-5a5b5c2dcab4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 943 time: 0.0563121 Jul 14 16:00:40.384564 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port da04afde-49ca-4d22-a6e3-9e21925af059, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=da04afde-49ca-4d22-a6e3-9e21925af059,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:40.387310 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:40.397065 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-295af28f-82a6-4df3-9eed-da71a7ef0b68 req-3534e01a-acd4-41ba-b847-90ed142c4096 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503807 Jul 14 16:00:40.400873 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'port_id': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'mac_address': 'fa:16:3e:5b:fe:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:00:40.438251 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port da04afde-49ca-4d22-a6e3-9e21925af059 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:40.438667 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:40.453449 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da04afde-49ca-4d22-a6e3-9e21925af059 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:00:40.473409 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port da04afde-49ca-4d22-a6e3-9e21925af059, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=da04afde-49ca-4d22-a6e3-9e21925af059,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:40.592069 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:40.645523 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=da04afde-49ca-4d22-a6e3-9e21925af059,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:40.652839 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.653187 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.653558 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.653879 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.654214 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.654545 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.654876 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.655204 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.655530 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.655863 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.656226 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.656568 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.656899 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.657221 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:40.657540 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:00:41.279910 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1077256-0c47-4d1a-848b-57c7a278228b req-37a05c18-910e-4458-b3da-91cb267f9557 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:41.281304 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c1077256-0c47-4d1a-848b-57c7a278228b req-37a05c18-910e-4458-b3da-91cb267f9557 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0518632 Jul 14 16:00:41.343974 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c1077256-0c47-4d1a-848b-57c7a278228b req-1e1878eb-f9f5-46c4-a804-2a425fe949f8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472724 Jul 14 16:00:41.494440 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['da04afde-49ca-4d22-a6e3-9e21925af059'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:00:41.539050 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:41.568069 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bd6df-4b8a-4e16-8e11-d20eddbac11d req-f2a98780-4be0-4bbd-aaf7-7187cac5fe2f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:41.569660 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9d8bd6df-4b8a-4e16-8e11-d20eddbac11d req-f2a98780-4be0-4bbd-aaf7-7187cac5fe2f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 944 time: 0.0971682 Jul 14 16:00:41.636963 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9d8bd6df-4b8a-4e16-8e11-d20eddbac11d req-bab67466-2b19-418b-8687-3a9317340039 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540724 Jul 14 16:00:42.460027 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2898-df24-4642-8f17-3e2f54b3eb79 req-e6ccf40b-3d74-4356-a6de-6054a692576e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:42.461682 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2e2e2898-df24-4642-8f17-3e2f54b3eb79 req-e6ccf40b-3d74-4356-a6de-6054a692576e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0519185 Jul 14 16:00:42.511932 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2e2e2898-df24-4642-8f17-3e2f54b3eb79 req-c60e7a56-eea6-470f-b8ee-82d5b40dec38 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Jul 14 16:00:42.723880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:42.787939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be88de-a1a3-463c-89e0-4a7126ec1c22 req-597d0d93-43c9-415e-8aa7-45173bde294c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:42.789442 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a7be88de-a1a3-463c-89e0-4a7126ec1c22 req-597d0d93-43c9-415e-8aa7-45173bde294c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 944 time: 0.0775375 Jul 14 16:00:42.812469 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c84bb-c74f-4d8a-aa7a-827c1ccff888 req-93582737-010f-4ed6-977c-dbbffa058d69 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:42.816827 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1a7c84bb-c74f-4d8a-aa7a-827c1ccff888 req-93582737-010f-4ed6-977c-dbbffa058d69 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0689323 Jul 14 16:00:42.873215 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:42.883308 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a7be88de-a1a3-463c-89e0-4a7126ec1c22 req-a1c904cd-19ba-44ef-a814-52be4f788fe9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871279 Jul 14 16:00:42.896913 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1a7c84bb-c74f-4d8a-aa7a-827c1ccff888 req-7f4c554b-c778-46d9-9871-a63d1f01e84e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762491 Jul 14 16:00:42.921576 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36006) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:43.070727 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2450f879-b2a3-4c17-af67-bc187baf5a1f tempest-TestMinimumBasicScenario-1392910685 tempest-TestMinimumBasicScenario-1392910685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:43.072865 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-2450f879-b2a3-4c17-af67-bc187baf5a1f tempest-TestMinimumBasicScenario-1392910685 tempest-TestMinimumBasicScenario-1392910685-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1124 time: 0.1501899 Jul 14 16:00:43.075980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36014) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:43.081008 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'port_id': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:43.175156 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.214183 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device da04afde-49ca-4d22-a6e3-9e21925af059 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:00:43.266734 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port da04afde-49ca-4d22-a6e3-9e21925af059 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:00:43.276001 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.394369 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Allocated IP 172.27.3.233 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/bd51215d-a1be-4da0-8fba-6ada3b860564) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:00:43.420934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port da04afde-49ca-4d22-a6e3-9e21925af059 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:00:43.421304 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.518995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port da04afde-49ca-4d22-a6e3-9e21925af059 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:43.518995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.519368 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.550640 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:43.553066 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81248f65-80bb-4611-8fab-a061a855388d" -d '{"events": [{"server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "name": "network-vif-plugged", "status": "completed", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:43.569071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port da04afde-49ca-4d22-a6e3-9e21925af059, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=da04afde-49ca-4d22-a6e3-9e21925af059,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:43.596538 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36024) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:43.613097 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768a1a9-f418-4199-a15a-2138ae3ea8ee x-openstack-request-id: req-8768a1a9-f418-4199-a15a-2138ae3ea8ee {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:43.613472 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "name": "network-vif-plugged", "status": "completed", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:43.613788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8768a1a9-f418-4199-a15a-2138ae3ea8ee {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:43.614262 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8768a1a9-f418-4199-a15a-2138ae3ea8ee'] response: {'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'code': 200} Jul 14 16:00:43.640290 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.686605 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.691904 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60bfb8-171a-4a56-b2c2-a4762ef4d5ef req-38c2bb1c-4d16-4f70-9cf2-e6f2e991d11f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:43.693561 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1a60bfb8-171a-4a56-b2c2-a4762ef4d5ef req-38c2bb1c-4d16-4f70-9cf2-e6f2e991d11f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0836370 Jul 14 16:00:43.705970 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:00:43.711630 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:00:43.719693 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'Port': ['ID=bd51215d-a1be-4da0-8fba-6ada3b860564,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:43.724498 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:00:43.766819 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=da04afde-49ca-4d22-a6e3-9e21925af059,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:43.828945 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1a60bfb8-171a-4a56-b2c2-a4762ef4d5ef req-d339cbf3-9e8d-4154-8498-5858a0007318 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216061 Jul 14 16:00:43.836371 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-830a3e0c-1037-44d3-bc39-af6cf5747495 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=976bae50af4d476b9195b2006bd707fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370539 Jul 14 16:00:43.838608 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36028) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:43.903850 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6f66e593-da29-4215-bdfd-6eac53bb5994 admin admin] Publish callbacks [] for security_group (c04674a2-fd0f-423d-988c-7844c5481712), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.930992 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6f66e593-da29-4215-bdfd-6eac53bb5994 admin admin] Publish callbacks [] for security_group (c04674a2-fd0f-423d-988c-7844c5481712), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:43.971714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:44.031458 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:44.060230 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b6eb2-2751-4f39-a60c-9997672d8744 req-26c7cbb9-ada9-4714-b296-18dbd933c9a1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:44.061736 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac3b6eb2-2751-4f39-a60c-9997672d8744 req-26c7cbb9-ada9-4714-b296-18dbd933c9a1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0914826 Jul 14 16:00:44.095287 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:44.105044 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b122df3-9255-4386-9118-5acd2ec642b2 req-91279132-26ba-481d-ab59-f1ff4487ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:44.106671 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-6b122df3-9255-4386-9118-5acd2ec642b2 req-91279132-26ba-481d-ab59-f1ff4487ce13 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 1129 time: 0.0435591 Jul 14 16:00:44.133549 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6f66e593-da29-4215-bdfd-6eac53bb5994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (c04674a2-fd0f-423d-988c-7844c5481712), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:44.136899 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6f66e593-da29-4215-bdfd-6eac53bb5994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:44.137769 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-6f66e593-da29-4215-bdfd-6eac53bb5994 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c04674a2-fd0f-423d-988c-7844c5481712 HTTP/1.1" status: 204 len: 168 time: 0.2981052 Jul 14 16:00:44.152026 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66e593-da29-4215-bdfd-6eac53bb5994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04674a2-fd0f-423d-988c-7844c5481712,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:44.178781 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-6b122df3-9255-4386-9118-5acd2ec642b2 req-7e037bd5-0d9f-4b04-b802-551b6d6aad6a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594754 Jul 14 16:00:44.197513 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac3b6eb2-2751-4f39-a60c-9997672d8744 req-7adb46d1-d0c5-426f-9034-5aeef108f99f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287420 Jul 14 16:00:44.259035 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for floatingip (408377b4-b2dd-4078-adb9-1bb08f4e66fe), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:44.435188 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:44.595588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:44.710009 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:44.783296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'Port': ['ID=bd51215d-a1be-4da0-8fba-6ada3b860564,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:44.795589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (408377b4-b2dd-4078-adb9-1bb08f4e66fe), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:44.838655 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:44.903559 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Floating IP 408377b4-b2dd-4078-adb9-1bb08f4e66fe associated. External IP: 172.27.3.233, port: ceb2f3fe-a0a1-43df-b885-d12cb859d85a. Jul 14 16:00:45.042938 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b99dea-ae0d-40a8-9e9b-e4963caf2b6e req-5951b07b-a491-4793-af11-a45404c5ab18 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:45.044475 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-09b99dea-ae0d-40a8-9e9b-e4963caf2b6e req-5951b07b-a491-4793-af11-a45404c5ab18 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.1034575 Jul 14 16:00:45.140162 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-09b99dea-ae0d-40a8-9e9b-e4963caf2b6e req-cdd73b8c-8755-4296-b9e2-21a2ab40d3e2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879784 Jul 14 16:00:45.207857 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Router 2471fe43-817a-4e43-8f10-0dd4e24aac75 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:00:45.215336 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:45.638657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977d60-6f99-45ba-a8d8-0f89cf058f4d req-759c186f-2313-41a8-b560-64e047dbcb6a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:45.640270 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6a977d60-6f99-45ba-a8d8-0f89cf058f4d req-759c186f-2313-41a8-b560-64e047dbcb6a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.3650379 Jul 14 16:00:45.645379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:00:45.657406 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] Sync routers for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:00:45.670293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:00:45.670924 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:00:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:45.708136 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6a977d60-6f99-45ba-a8d8-0f89cf058f4d req-1d3fb31c-3966-478f-9bd2-dc919b2e570d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533128 Jul 14 16:00:45.746368 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:45.778636 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-266fdea7-5c42-4c56-8c22-741bf44f2907 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6995072 Jul 14 16:00:45.778636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:45.779576 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36074) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:45.780120 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6511bc2-0660-40a9-a37e-a1f9103131e7" -d '{"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:45.784681 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-b62201ac-7f3c-42b6-b320-4f9122d19e0b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504450252', 'description': 'tempest-secgroup-smoke-1504450252 description', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:45.822855 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d51d9c8-a2ec-411e-ba8c-7fc6836fc975 x-openstack-request-id: req-9d51d9c8-a2ec-411e-ba8c-7fc6836fc975 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:45.823199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:45.823454 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9d51d9c8-a2ec-411e-ba8c-7fc6836fc975 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:45.823863 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d51d9c8-a2ec-411e-ba8c-7fc6836fc975'] response: {'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'status': 'completed', 'code': 200} Jul 14 16:00:45.833237 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:00:45.888053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b62201ac-7f3c-42b6-b320-4f9122d19e0b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:45.954435 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-f6cc2a4b-2731-41cc-9911-03b2a7fda400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:45.955913 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-f6cc2a4b-2731-41cc-9911-03b2a7fda400 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1129 time: 0.0639737 Jul 14 16:00:46.059545 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b62201ac-7f3c-42b6-b320-4f9122d19e0b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group (e620addb-261f-4a04-8075-87e59777a29f), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:46.065980 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:46.069899 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '408377b4-b2dd-4078-adb9-1bb08f4e66fe', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'port_id': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'mac_address': 'fa:16:3e:1f:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:00:44Z', 'updated_at': '2022-07-14T16:00:44Z', 'revision_number': 0, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:46.084798 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-2ecd3669-a17b-41ba-a53a-758b99c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:46.086644 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-2ecd3669-a17b-41ba-a53a-758b99c2f9b9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 200 len: 917 time: 0.1174722 Jul 14 16:00:46.101554 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] Checking router: 2471fe43-817a-4e43-8f10-0dd4e24aac75 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:00:46.110457 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:00:46.111097 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:00:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:46.159495 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-f76a35a9-af62-4d49-86ab-715d21a14a98 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 999 time: 0.0659590 Jul 14 16:00:46.169080 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b62201ac-7f3c-42b6-b320-4f9122d19e0b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e620addb-261f-4a04-8075-87e59777a29f), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:46.237355 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:00:46.270373 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62201ac-7f3c-42b6-b320-4f9122d19e0b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e620addb-261f-4a04-8075-87e59777a29f,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:46.281827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdb44e-5109-4b2a-9768-9e97558c27e5 req-352242eb-752f-47f8-a7ce-51ec46097e41 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:46.287461 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-91ba3e5b-92d9-43bc-b407-15634ace2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:46.289432 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-33cdb44e-5109-4b2a-9768-9e97558c27e5 req-352242eb-752f-47f8-a7ce-51ec46097e41 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0643442 Jul 14 16:00:46.290334 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-91ba3e5b-92d9-43bc-b407-15634ace2435 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899922ef-cd27-4226-a72e-2faaa5f59403 HTTP/1.1" status: 200 len: 854 time: 0.0996325 Jul 14 16:00:46.344975 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-33cdb44e-5109-4b2a-9768-9e97558c27e5 req-a8ad4293-b474-4cdd-b241-d4eba3d66b4f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540633 Jul 14 16:00:46.367513 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b62201ac-7f3c-42b6-b320-4f9122d19e0b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:46.367513 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-b62201ac-7f3c-42b6-b320-4f9122d19e0b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5814648 Jul 14 16:00:46.367513 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36080) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:46.372185 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-36f152a1-fd4f-41f3-8c3b-2195c3f59707 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'security_group_rule': {'security_group_id': 'e620addb-261f-4a04-8075-87e59777a29f', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:46.390029 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-abac4d2a-a592-4894-a8b5-d734006976aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:46.391556 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-abac4d2a-a592-4894-a8b5-d734006976aa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9a5251c-11e1-4913-be3c-2c9cbf664c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939736 Jul 14 16:00:46.493474 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '408377b4-b2dd-4078-adb9-1bb08f4e66fe', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'port_id': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'mac_address': 'fa:16:3e:1f:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:00:44Z', 'updated_at': '2022-07-14T16:00:44Z', 'revision_number': 0, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:46.521536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96adb34-7d84-4da3-959b-5511c70ee023 None None] The sync data for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi is: [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '408377b4-b2dd-4078-adb9-1bb08f4e66fe', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'port_id': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'mac_address': 'fa:16:3e:1f:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:00:44Z', 'updated_at': '2022-07-14T16:00:44Z', 'revision_number': 0, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:00:46.543870 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-36f152a1-fd4f-41f3-8c3b-2195c3f59707 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (0b63fa33-7e52-4b03-9146-16cf4b645079), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:46.639577 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:46.677286 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-36f152a1-fd4f-41f3-8c3b-2195c3f59707 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (0b63fa33-7e52-4b03-9146-16cf4b645079), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:46.692910 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-c021cf9a-e863-4b69-bf77-2e5b39caa9e6 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569912 Jul 14 16:00:46.762777 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6bac6b-87e5-4596-9946-18d94739be13 None None] New status for floating IP 408377b4-b2dd-4078-adb9-1bb08f4e66fe: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:00:46.813266 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-36f152a1-fd4f-41f3-8c3b-2195c3f59707 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (0b63fa33-7e52-4b03-9146-16cf4b645079), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:46.834276 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f152a1-fd4f-41f3-8c3b-2195c3f59707 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b63fa33-7e52-4b03-9146-16cf4b645079,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:46.839847 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3601-0484-40fd-98f1-00f291e9ae65 req-729188e9-df42-4459-bb00-a1df9352fcd0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:46.842017 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c4ff3601-0484-40fd-98f1-00f291e9ae65 req-729188e9-df42-4459-bb00-a1df9352fcd0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0500665 Jul 14 16:00:46.893345 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c4ff3601-0484-40fd-98f1-00f291e9ae65 req-1a79e26b-5ec0-4026-a1b9-eaab98e95fbb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Jul 14 16:00:46.936964 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-36f152a1-fd4f-41f3-8c3b-2195c3f59707 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:46.942291 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-36f152a1-fd4f-41f3-8c3b-2195c3f59707 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5717156 Jul 14 16:00:46.944310 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36092) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:46.949419 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-7cdec78b-7e98-4898-972d-996184764963 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'security_group_rule': {'security_group_id': 'e620addb-261f-4a04-8075-87e59777a29f', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:47.006811 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8ccde-097d-416a-83b5-05c6ed59cc99 req-993b052d-4326-48bf-afec-51e655d2f4e4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:47.008422 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7bf8ccde-097d-416a-83b5-05c6ed59cc99 req-993b052d-4326-48bf-afec-51e655d2f4e4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0472977 Jul 14 16:00:47.017975 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36094) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:47.022447 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'port_id': 'da04afde-49ca-4d22-a6e3-9e21925af059'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:47.064880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (87cbb68a-ade2-4eca-acc1-2a00596e6086), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.075170 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7cdec78b-7e98-4898-972d-996184764963 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (bec1a97f-cabe-440f-80ca-9085c068a876), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.089505 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:47.125167 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7cdec78b-7e98-4898-972d-996184764963 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (bec1a97f-cabe-440f-80ca-9085c068a876), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.201904 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7cdec78b-7e98-4898-972d-996184764963 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (bec1a97f-cabe-440f-80ca-9085c068a876), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.222872 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdec78b-7e98-4898-972d-996184764963 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec1a97f-cabe-440f-80ca-9085c068a876,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:47.337621 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7cdec78b-7e98-4898-972d-996184764963 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.339646 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7cdec78b-7e98-4898-972d-996184764963 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3943315 Jul 14 16:00:47.342295 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36096) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:47.346843 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-2a877771-41cf-43f4-867d-6d06a9fc2643 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'security_group_rule': {'security_group_id': 'e620addb-261f-4a04-8075-87e59777a29f', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:47.355096 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:47.464315 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a877771-41cf-43f4-867d-6d06a9fc2643 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (cf29d302-82da-4c7a-a3e8-8f6d955e1606), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.503593 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edcde-3bdd-440a-a451-2e1e4f5c3da1 req-b7294227-4558-4eb7-b75c-78e5a3ef021d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:47.505657 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-518edcde-3bdd-440a-a451-2e1e4f5c3da1 req-b7294227-4558-4eb7-b75c-78e5a3ef021d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0829000 Jul 14 16:00:47.577951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:47.583556 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e6511bc2-0660-40a9-a37e-a1f9103131e7 req-278eeac7-334c-4daa-bc80-9828fc29af68 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554310 Jul 14 16:00:47.593393 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a877771-41cf-43f4-867d-6d06a9fc2643 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (cf29d302-82da-4c7a-a3e8-8f6d955e1606), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.594418 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.617766 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-518edcde-3bdd-440a-a451-2e1e4f5c3da1 req-7e5654fb-c946-4b8b-8eab-193bf749c81c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638177 Jul 14 16:00:47.666858 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a877771-41cf-43f4-867d-6d06a9fc2643 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (cf29d302-82da-4c7a-a3e8-8f6d955e1606), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.688241 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a877771-41cf-43f4-867d-6d06a9fc2643 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf29d302-82da-4c7a-a3e8-8f6d955e1606,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:47.694738 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (87cbb68a-ade2-4eca-acc1-2a00596e6086), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.742618 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a877771-41cf-43f4-867d-6d06a9fc2643 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.743964 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2a877771-41cf-43f4-867d-6d06a9fc2643 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4005454 Jul 14 16:00:47.746684 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36104) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:47.751099 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-87e8b52d-4670-4ef7-bdf7-933d9ba42289 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'security_group_rule': {'security_group_id': 'e620addb-261f-4a04-8075-87e59777a29f', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:47.799120 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP 87cbb68a-ade2-4eca-acc1-2a00596e6086 associated. External IP: 172.27.3.49, port: da04afde-49ca-4d22-a6e3-9e21925af059. Jul 14 16:00:47.832587 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-87e8b52d-4670-4ef7-bdf7-933d9ba42289 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (94ba16f7-2780-4258-822e-2d837a891af0), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:47.893134 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-87e8b52d-4670-4ef7-bdf7-933d9ba42289 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (94ba16f7-2780-4258-822e-2d837a891af0), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.005558 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:00:48.031747 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-87e8b52d-4670-4ef7-bdf7-933d9ba42289 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (94ba16f7-2780-4258-822e-2d837a891af0), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.058568 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8b52d-4670-4ef7-bdf7-933d9ba42289 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ba16f7-2780-4258-822e-2d837a891af0,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:48.111663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:48.124943 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:00:48.129360 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.136290 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:00:48.137569 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-87e8b52d-4670-4ef7-bdf7-933d9ba42289 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.142551 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-87e8b52d-4670-4ef7-bdf7-933d9ba42289 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3918774 Jul 14 16:00:48.142551 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36106) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:48.150628 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'security_group_rule': {'security_group_id': 'e620addb-261f-4a04-8075-87e59777a29f', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:48.154692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:00:48.155316 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:00:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:48.171916 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-36ffa5cd-bae6-46cd-8254-388678f064b3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "PUT /v2.0/floatingips/87cbb68a-ade2-4eca-acc1-2a00596e6086 HTTP/1.1" status: 200 len: 990 time: 1.1527636 Jul 14 16:00:48.172915 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:48.179593 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f186e-bdbc-42cb-acba-39e593690ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:48.215901 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c6e5b-9b2c-49d0-86a9-795a46757d83 x-openstack-request-id: req-0f8c6e5b-9b2c-49d0-86a9-795a46757d83 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:48.216314 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:48.216635 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0f8c6e5b-9b2c-49d0-86a9-795a46757d83 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:48.217109 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8c6e5b-9b2c-49d0-86a9-795a46757d83'] response: {'name': 'network-changed', 'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'status': 'completed', 'code': 200} Jul 14 16:00:48.255984 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:48.272159 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:00:48.290449 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.securitygroups_db [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Project cffc3cae7b014c62b9b58207cb7ef3aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 16:00:48.324259 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (f5663706-917e-4bf0-a6c6-31aff3d39d6f), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.329433 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:48.350205 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-a151eb22-48b8-4e22-b47e-007c8e8fd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:48.351788 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-a151eb22-48b8-4e22-b47e-007c8e8fd462 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 1129 time: 0.0819912 Jul 14 16:00:48.474501 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (f5663706-917e-4bf0-a6c6-31aff3d39d6f), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.498361 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-2c350337-ca21-4330-a9aa-bbe41d43d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:48.500530 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-2c350337-ca21-4330-a9aa-bbe41d43d984 service neutron] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 917 time: 0.1299894 Jul 14 16:00:48.561983 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (f5663706-917e-4bf0-a6c6-31aff3d39d6f), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.585869 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.595921 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5663706-917e-4bf0-a6c6-31aff3d39d6f,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:48.607677 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-593e2779-82f0-4c5b-b373-920ef70663d7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da04afde-49ca-4d22-a6e3-9e21925af059 HTTP/1.1" status: 200 len: 998 time: 0.0976605 Jul 14 16:00:48.674843 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.680906 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-dbb8f35c-aab7-4058-bcd1-4687edcb3420 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5335484 Jul 14 16:00:48.681056 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36120) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:00:48.685223 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'security_group_rule': {'security_group_id': 'e620addb-261f-4a04-8075-87e59777a29f', 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:48.685919 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '87cbb68a-ade2-4eca-acc1-2a00596e6086', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:5b:fe:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:00:21Z', 'updated_at': '2022-07-14T16:00:47Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}, {'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:59Z', 'revision_number': 2, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:48.687272 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:48.700520 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-935cf41d-95e0-42eb-b32b-45cefadc0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:48.702781 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-935cf41d-95e0-42eb-b32b-45cefadc0c1e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0810740 Jul 14 16:00:48.716831 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:00:48.725990 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:00:48.726813 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:00:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:48.730530 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:48.759192 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-224ebf56-a217-45f7-80e0-aa2b04bef37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:48.761562 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-224ebf56-a217-45f7-80e0-aa2b04bef37d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497019 Jul 14 16:00:48.778593 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.securitygroups_db [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Project cffc3cae7b014c62b9b58207cb7ef3aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 16:00:48.786092 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (2a15fde6-12ab-49e1-86b1-985e4b15f337), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.801198 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e6f2-359b-4a40-a3e1-efcb70601e43 req-179a4eef-3a27-473e-bdec-ee9d95f4064f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:48.807473 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4018e6f2-359b-4a40-a3e1-efcb70601e43 req-179a4eef-3a27-473e-bdec-ee9d95f4064f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0815849 Jul 14 16:00:48.856989 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:00:48.875463 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-8e83f85b-dddc-410b-b917-2a0346f2559c service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027925 Jul 14 16:00:48.897299 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4018e6f2-359b-4a40-a3e1-efcb70601e43 req-4f5cc396-4e5e-4f9f-900c-adb616f2582f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812943 Jul 14 16:00:48.911486 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (2a15fde6-12ab-49e1-86b1-985e4b15f337), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.969667 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (2a15fde6-12ab-49e1-86b1-985e4b15f337), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:48.988652 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc9f186e-bdbc-42cb-acba-39e593690ec1 req-c300eb6b-1fbe-4065-935e-3f1b5f86869d service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019564 Jul 14 16:00:48.989694 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a15fde6-12ab-49e1-86b1-985e4b15f337,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:49.068613 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:49.070080 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-39876ca7-9961-4f0b-900c-9c6b9e38ec84 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3891616 Jul 14 16:00:49.094538 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '87cbb68a-ade2-4eca-acc1-2a00596e6086', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:5b:fe:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:00:21Z', 'updated_at': '2022-07-14T16:00:47Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}, {'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:59Z', 'revision_number': 2, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:00:49.121073 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f59ef4-7609-470e-9019-6c7dc58e09be None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '87cbb68a-ade2-4eca-acc1-2a00596e6086', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:5b:fe:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:00:21Z', 'updated_at': '2022-07-14T16:00:47Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}, {'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:59Z', 'revision_number': 2, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:00:49.184499 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-c22b9cb9-2769-4af6-a41c-85dc16e27a95 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504450252&fields=id&tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa HTTP/1.1" status: 200 len: 267 time: 0.0583203 Jul 14 16:00:49.246081 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-cc348b19-cccf-4233-9930-4c212306cf3c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:49.247596 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-cc348b19-cccf-4233-9930-4c212306cf3c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0539708 Jul 14 16:00:49.262785 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'port': {'security_groups': ['69237b44-0560-4f8e-b60c-8eac5ad98190', 'e620addb-261f-4a04-8075-87e59777a29f']}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:00:49.331321 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee365cc5-ad55-453b-8fe9-9f8da214d6f7 None None] New status for floating IP 87cbb68a-ade2-4eca-acc1-2a00596e6086: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:00:49.346097 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:49.538513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:00:49.568602 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:49.632006 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:49.684077 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:49.684817 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:49.688586 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4e208e0c-1d1b-457a-a15a-257b21942719 req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "PUT /v2.0/ports/ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 981 time: 0.4324815 Jul 14 16:00:49.712808 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075a209-5a7f-48e8-a382-cecd4af8e08c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=6']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:00:49.715318 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['ceb2f3fe-a0a1-43df-b885-d12cb859d85a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:00:49.808338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7735c-0736-44a1-8731-8d8e4c9d6dc1 req-2e9e4a7a-0ae7-42ea-a255-0292d19d3505 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:49.815656 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68a7735c-0736-44a1-8731-8d8e4c9d6dc1 req-2e9e4a7a-0ae7-42ea-a255-0292d19d3505 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0605168 Jul 14 16:00:49.839324 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:49.849926 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:49.876744 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68a7735c-0736-44a1-8731-8d8e4c9d6dc1 req-1b90b378-e361-4dbf-84f6-92e54c443d5d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601516 Jul 14 16:00:49.979372 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-86e90a7d-8c1f-4674-96dc-29b98222d430 None None] Provisioning complete for port ceb2f3fe-a0a1-43df-b885-d12cb859d85a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:00:49.979372 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-86e90a7d-8c1f-4674-96dc-29b98222d430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:00:50.013955 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:50.025014 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1a3b5-2ea3-4927-b871-4c91ef2d85c9 req-e23a3fc6-20d9-4b17-9898-9288de924d56 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:50.027052 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d8a1a3b5-2ea3-4927-b871-4c91ef2d85c9 req-e23a3fc6-20d9-4b17-9898-9288de924d56 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0510101 Jul 14 16:00:50.076516 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d8a1a3b5-2ea3-4927-b871-4c91ef2d85c9 req-0fd14530-b157-4e11-aa57-98cd902a8fa2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Jul 14 16:00:50.101404 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['ceb2f3fe-a0a1-43df-b885-d12cb859d85a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:00:50.141244 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-86e90a7d-8c1f-4674-96dc-29b98222d430 None None] Current status of the port ceb2f3fe-a0a1-43df-b885-d12cb859d85a is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:00:50.218626 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:00:50.221125 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b44c0f-8fce-4ff3-a32b-83f35c782ced" -d '{"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:00:50.234653 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:50.262339 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8766024-4b09-4fbe-98e9-43f9ea81680f x-openstack-request-id: req-f8766024-4b09-4fbe-98e9-43f9ea81680f {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:00:50.262631 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:00:50.262886 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f8766024-4b09-4fbe-98e9-43f9ea81680f {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:00:50.263314 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8766024-4b09-4fbe-98e9-43f9ea81680f'] response: {'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'status': 'completed', 'code': 200} Jul 14 16:00:51.192669 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844365c0-3104-401d-a69f-8cb37fe010d6 req-2130b362-ceb6-43cc-a3ed-5273fc58f7c1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:51.194128 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-844365c0-3104-401d-a69f-8cb37fe010d6 req-2130b362-ceb6-43cc-a3ed-5273fc58f7c1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0472965 Jul 14 16:00:51.247667 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-844365c0-3104-401d-a69f-8cb37fe010d6 req-29553335-fdc8-4976-a7fe-b49faf482713 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Jul 14 16:00:52.372844 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4ee26-a2e2-478a-8246-cfe20e862496 req-52f50580-8c97-467c-b1d2-c059d84ce032 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:52.374321 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-caa4ee26-a2e2-478a-8246-cfe20e862496 req-52f50580-8c97-467c-b1d2-c059d84ce032 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0509341 Jul 14 16:00:52.422156 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-caa4ee26-a2e2-478a-8246-cfe20e862496 req-8838bdb1-543e-4069-882e-44815562aa3a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Jul 14 16:00:53.540231 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d46396-526a-4dcc-bcf9-b40b0ae89389 req-5dbc128d-85b7-41fa-9374-29e69e318a55 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:53.542515 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01d46396-526a-4dcc-bcf9-b40b0ae89389 req-5dbc128d-85b7-41fa-9374-29e69e318a55 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0502343 Jul 14 16:00:53.589763 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01d46396-526a-4dcc-bcf9-b40b0ae89389 req-8ec5842f-67c4-486a-a9d5-8a68a0f517d2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 Jul 14 16:00:54.706555 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55179c-79a3-42e3-a010-626544ebc99d req-aa2039c9-5693-4e22-aa33-d8869a156437 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:54.707911 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8e55179c-79a3-42e3-a010-626544ebc99d req-aa2039c9-5693-4e22-aa33-d8869a156437 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0491490 Jul 14 16:00:54.755606 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8e55179c-79a3-42e3-a010-626544ebc99d req-1951e93d-458c-4dab-956e-2552aa5782bf tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413127 Jul 14 16:00:55.868242 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927c18e-28a0-47a7-901a-fb8df9ae9009 req-faeab7d5-2094-473a-b4d9-2a1e7697e4c3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:55.869975 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8927c18e-28a0-47a7-901a-fb8df9ae9009 req-faeab7d5-2094-473a-b4d9-2a1e7697e4c3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0462909 Jul 14 16:00:55.916739 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8927c18e-28a0-47a7-901a-fb8df9ae9009 req-ff06a2d4-9362-4e07-8c4d-4096c5301aec tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412002 Jul 14 16:00:56.873328 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-d9f4f62a-b839-4fa3-8c2c-954b6b8c06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:56.874870 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-d9f4f62a-b839-4fa3-8c2c-954b6b8c06bd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1168 time: 0.0458407 Jul 14 16:00:57.039566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-1296f1b1-0277-4374-874a-38d3af0364e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:57.039703 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d31331-17ff-441e-abe3-b776f8bef4df req-7d985efc-eed5-431a-8d47-dc2b4b12819a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:57.040233 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-1296f1b1-0277-4374-874a-38d3af0364e7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 200 len: 917 time: 0.0904741 Jul 14 16:00:57.040343 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-66d31331-17ff-441e-abe3-b776f8bef4df req-7d985efc-eed5-431a-8d47-dc2b4b12819a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0502536 Jul 14 16:00:57.089159 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-66d31331-17ff-441e-abe3-b776f8bef4df req-95376cd2-457f-4bc3-aada-145e1c70e4f3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459092 Jul 14 16:00:57.108603 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-e37344fc-fdc5-4361-bb05-f3eca10ad59e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 1001 time: 0.0653672 Jul 14 16:00:57.157861 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-5c6521dc-2dda-4369-abd9-f97b9955a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:57.159216 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-5c6521dc-2dda-4369-abd9-f97b9955a7b8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899922ef-cd27-4226-a72e-2faaa5f59403 HTTP/1.1" status: 200 len: 854 time: 0.0437152 Jul 14 16:00:57.203351 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-dd002180-e73e-49c3-824f-cc8cb52e026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:57.205033 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-dd002180-e73e-49c3-824f-cc8cb52e026d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9a5251c-11e1-4913-be3c-2c9cbf664c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395825 Jul 14 16:00:57.298832 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-f41e1a75-f51a-497f-b7c9-2a2843adebf8 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870030 Jul 14 16:00:57.459043 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-75b44c0f-8fce-4ff3-a32b-83f35c782ced req-d7730f1c-7744-45ec-9cd1-970ee8fd3519 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871346 Jul 14 16:00:58.205141 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936d715-43d9-4044-9e41-d3a3b146f61b req-4c5ca47d-8119-41f4-b633-41db5a71bf0b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:58.206642 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0936d715-43d9-4044-9e41-d3a3b146f61b req-4c5ca47d-8119-41f4-b633-41db5a71bf0b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0475895 Jul 14 16:00:58.254537 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0936d715-43d9-4044-9e41-d3a3b146f61b req-e5d83ee9-a303-4f76-a2e2-8fb4482cdc8a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Jul 14 16:00:58.682734 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aef54-ec34-4269-ac3d-279b66521376 req-3e1cfa69-3417-49d7-b3c6-b5b7e1e5b8f3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:58.684233 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f9aef54-ec34-4269-ac3d-279b66521376 req-3e1cfa69-3417-49d7-b3c6-b5b7e1e5b8f3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0477877 Jul 14 16:00:58.737584 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f9aef54-ec34-4269-ac3d-279b66521376 req-4b8d6401-0c09-465d-987f-431031b3cf33 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477395 Jul 14 16:00:58.891975 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:58.924402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-e4555291-5312-43ba-87b3-89618366b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:58.927978 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-e4555291-5312-43ba-87b3-89618366b913 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1129 time: 0.0436797 Jul 14 16:00:59.023138 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-68783b49-a269-4036-979d-9436abd0b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:59.024628 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-68783b49-a269-4036-979d-9436abd0b3c8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.0910411 Jul 14 16:00:59.090602 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-f50fde7a-95ba-4564-97c6-71f0b5e52fae service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 1001 time: 0.0582044 Jul 14 16:00:59.150532 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-2f261935-62ee-4c7c-979d-b0f445ce6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:59.151997 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-2f261935-62ee-4c7c-979d-b0f445ce6d12 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0507262 Jul 14 16:00:59.195773 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-b3107c71-fbed-451f-aa99-8a7b7427a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:59.197998 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-b3107c71-fbed-451f-aa99-8a7b7427a687 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376420 Jul 14 16:00:59.486689 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-6a4c2e1a-68a0-48fa-8a66-2bd3b71ce180 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785864 Jul 14 16:00:59.557844 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:59.579216 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7dcabf18-f331-44c9-8625-be47ebb9a7e5 req-8c5fd45d-39be-4d5c-bfcb-c4522c2f89cb service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Jul 14 16:00:59.859198 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878b2de-217f-4f26-82d3-18f544f17d0b req-3d17a008-71ba-4668-9089-77b49096b918 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:00:59.860683 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3878b2de-217f-4f26-82d3-18f544f17d0b req-3d17a008-71ba-4668-9089-77b49096b918 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0499184 Jul 14 16:00:59.904856 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:59.906383 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:00:59.909673 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3878b2de-217f-4f26-82d3-18f544f17d0b req-7c55b584-b131-43b6-b0b2-119a20e2ae28 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Jul 14 16:00:59.911366 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:00.609093 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3b7829ac-3efe-46a6-9070-b79d385ec517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:01.026151 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd396ea6-0ffe-41d5-b796-6b3393310c8d req-6895f164-297e-4c5d-806a-34b99a8cf725 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:01.028540 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dd396ea6-0ffe-41d5-b796-6b3393310c8d req-6895f164-297e-4c5d-806a-34b99a8cf725 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0495842 Jul 14 16:01:01.075272 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dd396ea6-0ffe-41d5-b796-6b3393310c8d req-4a61d32a-a741-4340-b511-c39b2ea7aa7e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 Jul 14 16:01:01.477671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36238) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:01.591151 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9d5abdac-3b75-4733-8ecd-61369fea1e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:01.665562 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9d5abdac-3b75-4733-8ecd-61369fea1e27 admin admin] Publish callbacks [] for security_group (78000567-4ba6-4d8a-aa7e-2229d1496cf1), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:01.757473 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9d5abdac-3b75-4733-8ecd-61369fea1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (78000567-4ba6-4d8a-aa7e-2229d1496cf1), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:01.802149 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9d5abdac-3b75-4733-8ecd-61369fea1e27 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=07d41396b7504be6a21bdf0150f339cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222506 Jul 14 16:01:01.803006 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5abdac-3b75-4733-8ecd-61369fea1e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78000567-4ba6-4d8a-aa7e-2229d1496cf1,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:01.805018 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36244) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:01.858409 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8782-1ba2-407a-81a0-94a4d538556b admin admin] Publish callbacks [] for security_group (78000567-4ba6-4d8a-aa7e-2229d1496cf1), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:01.880350 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8782-1ba2-407a-81a0-94a4d538556b admin admin] Publish callbacks [] for security_group (78000567-4ba6-4d8a-aa7e-2229d1496cf1), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:01.890697 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:02.009241 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8782-1ba2-407a-81a0-94a4d538556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (78000567-4ba6-4d8a-aa7e-2229d1496cf1), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:02.012189 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8782-1ba2-407a-81a0-94a4d538556b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:02.013328 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-a0ae8782-1ba2-407a-81a0-94a4d538556b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/78000567-4ba6-4d8a-aa7e-2229d1496cf1 HTTP/1.1" status: 204 len: 168 time: 0.2073457 Jul 14 16:01:02.021577 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae8782-1ba2-407a-81a0-94a4d538556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78000567-4ba6-4d8a-aa7e-2229d1496cf1,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:02.974889 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb392-f639-475c-9c22-c94ad27e41fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.036624 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36270) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:03.133112 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2062520330-network', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:03.231628 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Made reservation on behalf of 1207210005f34c4aabbe6966e469c1a0 for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:01:03.234101 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.242842 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.320419 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks [] for security_group (8d699079-98b7-41a0-bfe3-ee7057e21c40), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.375094 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8d699079-98b7-41a0-bfe3-ee7057e21c40), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.405633 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:01:03.411342 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d699079-98b7-41a0-bfe3-ee7057e21c40,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:03.419566 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (a699e083-c2d4-4807-8406-7cb23a8489dd), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.419910 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Added segment a699e083-c2d4-4807-8406-7cb23a8489dd of type vlan for network 7c436165-5659-4f64-9bb3-46eb0ae69617 Jul 14 16:01:03.460451 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (7c436165-5659-4f64-9bb3-46eb0ae69617), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.558881 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (7c436165-5659-4f64-9bb3-46eb0ae69617), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.559863 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:03.560508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:03.625048 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] Pushing event updated for resources: {'Network': ['ID=7c436165-5659-4f64-9bb3-46eb0ae69617,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:03.635146 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:01:03.680321 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-4a5d36a5-d42f-4d9c-b0d0-410da1433a00 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6425474 Jul 14 16:01:03.683859 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36276) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:03.689064 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Request body: {'subnet': {'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2062520330-subnet', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:03.772845 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Made reservation on behalf of 1207210005f34c4aabbe6966e469c1a0 for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:01:03.775345 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62130738'] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.019394 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62379523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62130688'] for subnet (36949fe6-fb00-455b-8f7c-9b93a6929f6c), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.074158 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36949fe6-fb00-455b-8f7c-9b93a6929f6c,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:04.084418 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Checking segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:04.084776 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Network hostable DHCP agents. Network: 7c436165-5659-4f64-9bb3-46eb0ae69617, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:01:04.091584 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:04.098854 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.151988 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:01:04.230224 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 7c436165-5659-4f64-9bb3-46eb0ae69617) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:04.234591 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:04.235279 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.239426 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80098189-6bae-4bc6-bc7d-acffae7b27c8 None None] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:01:04.326558 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-942c7726-c9a9-44e8-85b2-f8d50901e740 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6411211 Jul 14 16:01:04.328970 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36278) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:04.333161 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:04.348317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-7c436165-5659-4f64-9bb3-46eb0ae69617', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 16:01:04.349377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.422047 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:04.434922 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (b02c6442-0e83-4b80-a49e-4e5db8946d72), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.436001 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (b02c6442-0e83-4b80-a49e-4e5db8946d72), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.484463 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Allocated IP 172.20.0.2 (7c436165-5659-4f64-9bb3-46eb0ae69617/36949fe6-fb00-455b-8f7c-9b93a6929f6c/3c87752c-6002-49fa-9f07-f8dabb4dda71) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:01:04.489514 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks [] for router_controller (b02c6442-0e83-4b80-a49e-4e5db8946d72), precommit_add_association {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.521370 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:04.637066 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Publish callbacks [] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.700724 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks [] for router_gateway (b02c6442-0e83-4b80-a49e-4e5db8946d72), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.713019 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.759110 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:04.764367 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:04.766500 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Pushing event updated for resources: {'Port': ['ID=3c87752c-6002-49fa-9f07-f8dabb4dda71,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:04.768639 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:01:04.804434 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:04.824305 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Attempting to bind port 3c87752c-6002-49fa-9f07-f8dabb4dda71 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:01:04.824675 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Attempting to bind port 3c87752c-6002-49fa-9f07-f8dabb4dda71 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:01:04.825039 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Attempting to bind port 3c87752c-6002-49fa-9f07-f8dabb4dda71 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:01:04.830170 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:01:04.830541 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Checking segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:04.830937 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.831325 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Bound using segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:01:04.831781 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Bound port: 3c87752c-6002-49fa-9f07-f8dabb4dda71, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:01:04.832216 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.871203 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:04.894957 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] For port 3c87752c-6002-49fa-9f07-f8dabb4dda71, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:01:04.897950 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] For port 3c87752c-6002-49fa-9f07-f8dabb4dda71, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=3c87752c-6002-49fa-9f07-f8dabb4dda71,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:01:04.930273 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks [] for router_gateway (b02c6442-0e83-4b80-a49e-4e5db8946d72), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.951095 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:04.969739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:05.029890 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef24eb1-3f5a-436a-8b51-fcbd70bb2abc None None] Pushing event updated for resources: {'Port': ['ID=3c87752c-6002-49fa-9f07-f8dabb4dda71,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:05.064071 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Allocated IP 172.27.3.118 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/a65351f3-fc3d-49cf-b238-c94ac4f6339d) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:01:05.144576 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:05.176735 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks [] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:05.324952 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:05.366730 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:05.372384 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:05.374524 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Pushing event updated for resources: {'Port': ['ID=a65351f3-fc3d-49cf-b238-c94ac4f6339d,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:05.376659 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:01:05.587046 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:05.735889 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks [] for router_gateway (b02c6442-0e83-4b80-a49e-4e5db8946d72), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:05.929377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:05.952363 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (b02c6442-0e83-4b80-a49e-4e5db8946d72), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:05.963789 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df834813-51af-49bf-af3d-127d5f4c9027 None None] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:01:05.999141 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:06.077612 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-e6eed7ab-fd24-4566-a56f-4f89e4ffcb4b None None] Provisioning complete for port 3c87752c-6002-49fa-9f07-f8dabb4dda71 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:06.077979 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7ab-fd24-4566-a56f-4f89e4ffcb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:06.146394 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 16:01:06.152316 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-e6eed7ab-fd24-4566-a56f-4f89e4ffcb4b None None] Current status of the port 3c87752c-6002-49fa-9f07-f8dabb4dda71 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:06.152697 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7ab-fd24-4566-a56f-4f89e4ffcb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:06.189402 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-e6eed7ab-fd24-4566-a56f-4f89e4ffcb4b None None] For port 3c87752c-6002-49fa-9f07-f8dabb4dda71, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=3c87752c-6002-49fa-9f07-f8dabb4dda71,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:01:06.233281 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7ab-fd24-4566-a56f-4f89e4ffcb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:06.284527 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:01:06.354209 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:06.355588 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7d66b007-aa35-4494-8286-7ce66e222c70 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0256932 Jul 14 16:01:06.358416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36284) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:06.416934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 3c87752c-6002-49fa-9f07-f8dabb4dda71 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:06.420814 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:01:06.471201 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed7ab-fd24-4566-a56f-4f89e4ffcb4b None None] Pushing event updated for resources: {'Port': ['ID=3c87752c-6002-49fa-9f07-f8dabb4dda71,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:06.473756 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-591acddd-c292-44c5-9bdc-760b4d6c256b None None] Provisioning complete for port 3c87752c-6002-49fa-9f07-f8dabb4dda71 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:06.474127 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-591acddd-c292-44c5-9bdc-760b4d6c256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:06.501899 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:06.502539 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:06.601034 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 3c87752c-6002-49fa-9f07-f8dabb4dda71 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:06.601731 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:06.601896 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:06.691321 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:06.693147 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-591acddd-c292-44c5-9bdc-760b4d6c256b None None] Current status of the port 3c87752c-6002-49fa-9f07-f8dabb4dda71 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:06.779523 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:06.818410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:06.830079 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 3c87752c-6002-49fa-9f07-f8dabb4dda71 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:06.892786 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:06.896395 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:05Z', 'revision_number': 3, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:06.921617 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:01:06.921959 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Updating router b02c6442-0e83-4b80-a49e-4e5db8946d72 port a65351f3-fc3d-49cf-b238-c94ac4f6339d binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:01:06.943036 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Allocated IP 172.20.0.1 (7c436165-5659-4f64-9bb3-46eb0ae69617/36949fe6-fb00-455b-8f7c-9b93a6929f6c/014bde33-f692-47ac-abae-ca5d0ce42f53) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:01:06.954950 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.048450 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks [] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.050498 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:07.152925 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.181001 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:07.196055 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Publish callbacks [] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.198030 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:07.207989 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:07.209570 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:01:07.213835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Pushing event updated for resources: {'Port': ['ID=014bde33-f692-47ac-abae-ca5d0ce42f53,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:07.252672 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (b02c6442-0e83-4b80-a49e-4e5db8946d72), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.266332 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.312956 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:07.330882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Attempting to bind port a65351f3-fc3d-49cf-b238-c94ac4f6339d on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:01:07.330882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Attempting to bind port a65351f3-fc3d-49cf-b238-c94ac4f6339d by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:01:07.330882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Attempting to bind port a65351f3-fc3d-49cf-b238-c94ac4f6339d on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:01:07.335131 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a942e-46dd-4ddc-88ac-69e1c409c11b None None] Pushing event updated for resources: {'Port': ['ID=a65351f3-fc3d-49cf-b238-c94ac4f6339d,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:07.339586 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:01:07.339969 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:07.340423 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.340812 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:01:07.341287 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Bound port: a65351f3-fc3d-49cf-b238-c94ac4f6339d, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:01:07.341666 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.414473 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-f5f7cef8-c319-46dd-8670-0d8731272c15 None None] Provisioning complete for port 014bde33-f692-47ac-abae-ca5d0ce42f53 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:07.414845 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-f5f7cef8-c319-46dd-8670-0d8731272c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.445966 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7cef8-c319-46dd-8670-0d8731272c15 None None] Port 014bde33-f692-47ac-abae-ca5d0ce42f53 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:01:07.589764 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.629377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] For port a65351f3-fc3d-49cf-b238-c94ac4f6339d, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:01:07.641851 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] For port a65351f3-fc3d-49cf-b238-c94ac4f6339d, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=a65351f3-fc3d-49cf-b238-c94ac4f6339d,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:01:07.878486 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.939219 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:07.939852 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:07.968009 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks [] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:07.976591 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a942e-46dd-4ddc-88ac-69e1c409c11b None None] Pushing event updated for resources: {'Port': ['ID=a65351f3-fc3d-49cf-b238-c94ac4f6339d,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:08.046564 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:08.089427 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:08.160797 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Pushing event updated for resources: {'Port': ['ID=014bde33-f692-47ac-abae-ca5d0ce42f53,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:08.163034 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (b02c6442-0e83-4b80-a49e-4e5db8946d72), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:08.236779 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:06Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:08.266444 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 3c87752c-6002-49fa-9f07-f8dabb4dda71 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:08.270414 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14050b2-2a2f-4689-8506-d14a3df325cc None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:06Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:01:08.275179 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:08.278416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:08.302343 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:08.325579 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:08.345626 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 3c87752c-6002-49fa-9f07-f8dabb4dda71 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:08.346181 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:08.420352 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:01:08.437054 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 3c87752c-6002-49fa-9f07-f8dabb4dda71 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:08.562899 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:01:08.577829 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-78dfa5e6-7cfa-4d6b-a6a0-9d73c49a9d16 admin admin] 10.222.0.119 "PUT /v2.0/routers/b02c6442-0e83-4b80-a49e-4e5db8946d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2093475 Jul 14 16:01:08.594694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-c52469a4-751e-4d15-942c-99bc9d890c5b None None] Provisioning complete for port 014bde33-f692-47ac-abae-ca5d0ce42f53 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:08.595251 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c52469a4-751e-4d15-942c-99bc9d890c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:08.649193 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-c52469a4-751e-4d15-942c-99bc9d890c5b None None] Port 014bde33-f692-47ac-abae-ca5d0ce42f53 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:01:09.344171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36308) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:09.349317 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1242829307-network', 'tenant_id': '52bdafc550094324b057bcfc23de296b'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:09.483470 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Made reservation on behalf of 52bdafc550094324b057bcfc23de296b for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:01:09.485931 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.495634 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.577198 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks [] for security_group (98d40494-3731-40b0-9837-49ea302f69c2), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.655103 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (98d40494-3731-40b0-9837-49ea302f69c2), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.683684 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:01:09.694160 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d40494-3731-40b0-9837-49ea302f69c2,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:09.699715 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (77f78508-959d-424f-89a9-d512d49a80e3), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.699952 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Added segment 77f78508-959d-424f-89a9-d512d49a80e3 of type vlan for network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 Jul 14 16:01:09.742442 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.754327 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:09.837952 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.839050 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:09.839671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:09.905923 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:09.915352 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:01:09.966724 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-bee15104-fae2-4fb5-84fb-d4030ccae489 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6211410 Jul 14 16:01:09.969223 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36318) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:09.974390 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Request body: {'subnet': {'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1242829307-subnet', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:10.084253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Made reservation on behalf of 52bdafc550094324b057bcfc23de296b for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:01:10.086989 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62130738'] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.287115 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a65351f3-fc3d-49cf-b238-c94ac4f6339d up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:10.299306 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:01:10.310339 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:10.311022 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:10.335508 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port a65351f3-fc3d-49cf-b238-c94ac4f6339d triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:10.335724 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.364068 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62379523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62130688'] for subnet (5cb1d430-86ce-4aba-ba52-2030b99156b5), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.414340 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:10.421676 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port a65351f3-fc3d-49cf-b238-c94ac4f6339d is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:10.422077 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.426582 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:10.445197 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port a65351f3-fc3d-49cf-b238-c94ac4f6339d, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=a65351f3-fc3d-49cf-b238-c94ac4f6339d,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:01:10.446922 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb1d430-86ce-4aba-ba52-2030b99156b5,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:10.461477 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Checking segment: {'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:10.462014 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Network hostable DHCP agents. Network: e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:01:10.569214 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.592670 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:01:10.622735 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=a65351f3-fc3d-49cf-b238-c94ac4f6339d,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:10.661110 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:10.666866 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:10.667745 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.675009 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a380435-301f-4fbe-9fd5-9a65e1ad73b7 None None] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:01:10.724695 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 2, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:10.753393 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:01:10.753754 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Updating router b02c6442-0e83-4b80-a49e-4e5db8946d72 port 014bde33-f692-47ac-abae-ca5d0ce42f53 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:01:10.770520 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-70e0327d-c003-495c-8d30-acc058934665 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8002348 Jul 14 16:01:10.773186 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36326) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:10.778863 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:10.787761 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.917952 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (4307eff1-dd02-4693-9529-9d32a0b3ad80), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.920539 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (4307eff1-dd02-4693-9529-9d32a0b3ad80), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.923406 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13', 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13', 'project_id': '52bdafc550094324b057bcfc23de296b', 'fixed_ips': [{'subnet_id': '5cb1d430-86ce-4aba-ba52-2030b99156b5'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 16:01:10.939449 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:10.981948 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks [] for router_controller (4307eff1-dd02-4693-9529-9d32a0b3ad80), precommit_add_association {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.065872 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Publish callbacks [] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.075467 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:11.098567 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Allocated IP 172.20.0.2 (e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13/5cb1d430-86ce-4aba-ba52-2030b99156b5/05b6c9e7-ad84-4441-967f-46ead15cff03) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:01:11.221136 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:11.241077 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Publish callbacks [] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.250011 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.256775 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:11.300053 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Pushing event updated for resources: {'Port': ['ID=014bde33-f692-47ac-abae-ca5d0ce42f53,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:11.310865 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.311212 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.311569 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.311920 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.312281 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.312602 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.312917 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.313408 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.313737 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.314058 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.314373 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.314868 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.315348 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.315668 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.316590 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:11.338130 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks [] for router_gateway (4307eff1-dd02-4693-9529-9d32a0b3ad80), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.378565 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Attempting to bind port 014bde33-f692-47ac-abae-ca5d0ce42f53 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:01:11.378939 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Attempting to bind port 014bde33-f692-47ac-abae-ca5d0ce42f53 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:01:11.379302 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Attempting to bind port 014bde33-f692-47ac-abae-ca5d0ce42f53 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:01:11.384629 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:01:11.385578 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Checking segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:11.386114 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.386535 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Bound using segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:01:11.386991 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Bound port: 014bde33-f692-47ac-abae-ca5d0ce42f53, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:01:11.387357 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.387746 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.437133 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:11.440600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:11.442492 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Pushing event updated for resources: {'Port': ['ID=05b6c9e7-ad84-4441-967f-46ead15cff03,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:11.444763 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:01:11.454687 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] For port 014bde33-f692-47ac-abae-ca5d0ce42f53, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:01:11.457431 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] For port 014bde33-f692-47ac-abae-ca5d0ce42f53, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=014bde33-f692-47ac-abae-ca5d0ce42f53,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:01:11.507409 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Attempting to bind port 05b6c9e7-ad84-4441-967f-46ead15cff03 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:01:11.507775 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Attempting to bind port 05b6c9e7-ad84-4441-967f-46ead15cff03 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:01:11.508158 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Attempting to bind port 05b6c9e7-ad84-4441-967f-46ead15cff03 on network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:01:11.514438 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:01:11.514809 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Checking segment: {'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:11.515207 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.516302 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Bound using segment: {'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:01:11.516793 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Bound port: 05b6c9e7-ad84-4441-967f-46ead15cff03, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:01:11.517167 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.572775 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:11.575925 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.593574 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] For port 05b6c9e7-ad84-4441-967f-46ead15cff03, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:01:11.607952 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-cd395363-608f-4e5e-95ab-a1e3a556aae9 None None] Provisioning complete for port 014bde33-f692-47ac-abae-ca5d0ce42f53 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:11.607952 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-cd395363-608f-4e5e-95ab-a1e3a556aae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.610238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] For port 05b6c9e7-ad84-4441-967f-46ead15cff03, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=05b6c9e7-ad84-4441-967f-46ead15cff03,segment=NetworkSegment(77f78508-959d-424f-89a9-d512d49a80e3),segment_id=77f78508-959d-424f-89a9-d512d49a80e3)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:01:11.631713 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:11.632504 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:11.640136 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c173b71-92be-45c1-96e6-053c827310ef None None] Pushing event updated for resources: {'Port': ['ID=014bde33-f692-47ac-abae-ca5d0ce42f53,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:11.648788 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks [] for router_gateway (4307eff1-dd02-4693-9529-9d32a0b3ad80), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.659011 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:11.659860 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:11.671364 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:11.672957 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.708814 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-cd395363-608f-4e5e-95ab-a1e3a556aae9 None None] Current status of the port 014bde33-f692-47ac-abae-ca5d0ce42f53 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:11.709905 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-cd395363-608f-4e5e-95ab-a1e3a556aae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.756722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.819290 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-cd395363-608f-4e5e-95ab-a1e3a556aae9 None None] For port 014bde33-f692-47ac-abae-ca5d0ce42f53, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=014bde33-f692-47ac-abae-ca5d0ce42f53,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:01:11.831329 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:11.846799 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Allocated IP 172.27.3.200 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/41060d99-4923-45b7-bcc8-d2ed5f5e1449) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:01:11.864708 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1175d-eed2-40a2-95a5-470002d3b458 None None] Pushing event updated for resources: {'Port': ['ID=05b6c9e7-ad84-4441-967f-46ead15cff03,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:11.910774 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-cd395363-608f-4e5e-95ab-a1e3a556aae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:11.964746 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd395363-608f-4e5e-95ab-a1e3a556aae9 None None] Pushing event updated for resources: {'Port': ['ID=014bde33-f692-47ac-abae-ca5d0ce42f53,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:11.993362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks [] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.033882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-293c5482-28e4-43ab-8d5c-a4524d478e66 None None] Provisioning complete for port 014bde33-f692-47ac-abae-ca5d0ce42f53 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:12.034519 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-293c5482-28e4-43ab-8d5c-a4524d478e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.109182 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:12.118599 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.140841 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2edcfe-660d-4e77-b0ed-e1900be118c7 None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:01:12.142412 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:12.164692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-293c5482-28e4-43ab-8d5c-a4524d478e66 None None] Current status of the port 014bde33-f692-47ac-abae-ca5d0ce42f53 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:12.192531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:12.192531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Pushing event updated for resources: {'Port': ['ID=41060d99-4923-45b7-bcc8-d2ed5f5e1449,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:12.193062 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:12.195420 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:01:12.388040 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 014bde33-f692-47ac-abae-ca5d0ce42f53 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:12.433810 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 014bde33-f692-47ac-abae-ca5d0ce42f53 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:12.434180 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.523677 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 014bde33-f692-47ac-abae-ca5d0ce42f53 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:12.526796 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a65351f3-fc3d-49cf-b238-c94ac4f6339d up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:12.573615 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port a65351f3-fc3d-49cf-b238-c94ac4f6339d triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:12.574308 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.574752 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks [] for router_gateway (4307eff1-dd02-4693-9529-9d32a0b3ad80), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.657352 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port a65351f3-fc3d-49cf-b238-c94ac4f6339d is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:12.658434 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 05b6c9e7-ad84-4441-967f-46ead15cff03 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:12.715115 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 05b6c9e7-ad84-4441-967f-46ead15cff03 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:12.715425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.762880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:12.821577 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 05b6c9e7-ad84-4441-967f-46ead15cff03 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:12.821973 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.829696 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (4307eff1-dd02-4693-9529-9d32a0b3ad80), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:12.873891 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:12.878241 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 05b6c9e7-ad84-4441-967f-46ead15cff03, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=05b6c9e7-ad84-4441-967f-46ead15cff03,segment=NetworkSegment(77f78508-959d-424f-89a9-d512d49a80e3),segment_id=77f78508-959d-424f-89a9-d512d49a80e3)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:01:13.002083 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:13.029158 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a6242-325d-454f-a4a6-6095a61ce053 None None] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:01:13.060370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Router 4307eff1-dd02-4693-9529-9d32a0b3ad80 is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 16:01:13.118052 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=05b6c9e7-ad84-4441-967f-46ead15cff03,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:13.126563 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-160976ba-83a1-4244-9492-56ff71a1e011 None None] Provisioning complete for port 05b6c9e7-ad84-4441-967f-46ead15cff03 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:13.126934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-160976ba-83a1-4244-9492-56ff71a1e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:13.245075 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-160976ba-83a1-4244-9492-56ff71a1e011 None None] Current status of the port 05b6c9e7-ad84-4441-967f-46ead15cff03 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:13.428924 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:01:13.438217 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Sync routers for ids ['4307eff1-dd02-4693-9529-9d32a0b3ad80'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:01:13.449417 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Routers {'4307eff1-dd02-4693-9529-9d32a0b3ad80'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:13.450036 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['4307eff1-dd02-4693-9529-9d32a0b3ad80'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:13.504037 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-1ec7daab-c030-4bea-8e9f-dc3f08e86487 None None] Provisioning complete for port 05b6c9e7-ad84-4441-967f-46ead15cff03 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:13.504344 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1ec7daab-c030-4bea-8e9f-dc3f08e86487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:13.529801 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:13.534001 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-5e825c0e-be67-40b8-8198-1575b2c8c8da admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7562594 Jul 14 16:01:13.534001 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36334) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:13.572999 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:13.591073 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Set router 4307eff1-dd02-4693-9529-9d32a0b3ad80 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:13.726825 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7daab-c030-4bea-8e9f-dc3f08e86487 None None] Current status of the port 05b6c9e7-ad84-4441-967f-46ead15cff03 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:13.781990 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:13.794341 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:01:12Z', 'revision_number': 3, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port': {'id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:11Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:13.820553 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Checking router: 4307eff1-dd02-4693-9529-9d32a0b3ad80 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:01:13.820664 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Updating router 4307eff1-dd02-4693-9529-9d32a0b3ad80 port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:01:13.850730 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:13.898800 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:13.944455 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.102648 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Allocated IP 172.20.0.1 (e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13/5cb1d430-86ce-4aba-ba52-2030b99156b5/425800ac-7e07-4bff-9028-eae622faf2a3) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:01:14.106177 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Publish callbacks [] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.203620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks [] for port (425800ac-7e07-4bff-9028-eae622faf2a3), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.226530 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.256698 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 05b6c9e7-ad84-4441-967f-46ead15cff03 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:14.305236 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151561c-1a99-4891-80d7-c7bf294ea94d None None] Pushing event updated for resources: {'Port': ['ID=41060d99-4923-45b7-bcc8-d2ed5f5e1449,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:14.312815 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.314788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Attempting to bind port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:01:14.315161 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Attempting to bind port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:01:14.315520 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Attempting to bind port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:01:14.327690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:01:14.327690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:14.327690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.327690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:01:14.327690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Bound port: 41060d99-4923-45b7-bcc8-d2ed5f5e1449, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:01:14.327690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.354634 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:14.359869 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 05b6c9e7-ad84-4441-967f-46ead15cff03 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:14.360279 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.361401 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:14.365444 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:01:14.390864 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Pushing event updated for resources: {'Port': ['ID=425800ac-7e07-4bff-9028-eae622faf2a3,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:14.401304 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:14.414335 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] For port 41060d99-4923-45b7-bcc8-d2ed5f5e1449, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:01:14.414852 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (4307eff1-dd02-4693-9529-9d32a0b3ad80), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.431547 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] For port 41060d99-4923-45b7-bcc8-d2ed5f5e1449, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=41060d99-4923-45b7-bcc8-d2ed5f5e1449,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:01:14.472300 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 05b6c9e7-ad84-4441-967f-46ead15cff03 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:14.541379 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.604037 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151561c-1a99-4891-80d7-c7bf294ea94d None None] Pushing event updated for resources: {'Port': ['ID=41060d99-4923-45b7-bcc8-d2ed5f5e1449,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:14.606586 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Routers {'4307eff1-dd02-4693-9529-9d32a0b3ad80'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:14.607177 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['4307eff1-dd02-4693-9529-9d32a0b3ad80'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:14.805726 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-c70ebb1a-268a-4b45-a9b8-b7665e9c4f78 None None] Provisioning complete for port 425800ac-7e07-4bff-9028-eae622faf2a3 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:14.806091 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c70ebb1a-268a-4b45-a9b8-b7665e9c4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.827720 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:14.833479 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:14.855436 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-c70ebb1a-268a-4b45-a9b8-b7665e9c4f78 None None] Port 425800ac-7e07-4bff-9028-eae622faf2a3 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:01:14.861740 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:14.863691 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] Set router 4307eff1-dd02-4693-9529-9d32a0b3ad80 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:14.908341 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:01:14.996802 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks [] for port (425800ac-7e07-4bff-9028-eae622faf2a3), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:15.043564 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:01:12Z', 'revision_number': 3, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port': {'id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:11Z', 'updated_at': '2022-07-14T16:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:15.073238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59579789-2046-4273-9d5f-c784612e8d47 None None] The sync data for ids ['4307eff1-dd02-4693-9529-9d32a0b3ad80'] in dv-cinder-849869-1-iscsi is: [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:01:12Z', 'revision_number': 3, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port': {'id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:11Z', 'updated_at': '2022-07-14T16:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:01:15.106682 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:15.157627 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:15.180658 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (4307eff1-dd02-4693-9529-9d32a0b3ad80), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:15.183650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Pushing event updated for resources: {'Port': ['ID=425800ac-7e07-4bff-9028-eae622faf2a3,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:15.322805 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:01:15.324273 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:01:15.444832 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Router 4307eff1-dd02-4693-9529-9d32a0b3ad80 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:01:15.501671 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:15.564799 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:01:15.570129 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-65c2f663-b81a-4aa5-a9ff-b860953032da admin admin] 10.222.0.119 "PUT /v2.0/routers/4307eff1-dd02-4693-9529-9d32a0b3ad80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352268 Jul 14 16:01:15.715644 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-7b849811-beb9-48e6-9a9e-4760d4d53de1 None None] Provisioning complete for port 425800ac-7e07-4bff-9028-eae622faf2a3 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:15.715644 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7b849811-beb9-48e6-9a9e-4760d4d53de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:15.751876 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-7b849811-beb9-48e6-9a9e-4760d4d53de1 None None] Port 425800ac-7e07-4bff-9028-eae622faf2a3 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:01:16.114833 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36348) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:16.119623 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-eb58d59f-10f9-41d9-b11a-ddfec8f678d1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695602955', 'description': 'tempest-secgroup-smoke-695602955 description', 'project_id': '1207210005f34c4aabbe6966e469c1a0'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:16.263272 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 41060d99-4923-45b7-bcc8-d2ed5f5e1449 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:16.266540 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eb58d59f-10f9-41d9-b11a-ddfec8f678d1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.312026 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:16.312392 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.338004 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:16.345589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eb58d59f-10f9-41d9-b11a-ddfec8f678d1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group (a93aa628-4f97-44a3-b589-6ab9f616ab83), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.392552 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:16.398902 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.414400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 41060d99-4923-45b7-bcc8-d2ed5f5e1449, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=41060d99-4923-45b7-bcc8-d2ed5f5e1449,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:01:16.420695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eb58d59f-10f9-41d9-b11a-ddfec8f678d1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a93aa628-4f97-44a3-b589-6ab9f616ab83), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.452260 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d59f-10f9-41d9-b11a-ddfec8f678d1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93aa628-4f97-44a3-b589-6ab9f616ab83,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:16.523985 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.570848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=41060d99-4923-45b7-bcc8-d2ed5f5e1449,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:16.583610 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eb58d59f-10f9-41d9-b11a-ddfec8f678d1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.586619 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-eb58d59f-10f9-41d9-b11a-ddfec8f678d1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4690728 Jul 14 16:01:16.589926 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36350) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:16.594704 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-78d854a7-65bf-43a7-9677-6fe76db9d7c0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'security_group_rule': {'security_group_id': 'a93aa628-4f97-44a3-b589-6ab9f616ab83', 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:16.596807 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Sync routers for ids ['4307eff1-dd02-4693-9529-9d32a0b3ad80'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:01:16.609537 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Routers {'4307eff1-dd02-4693-9529-9d32a0b3ad80'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:16.610135 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['4307eff1-dd02-4693-9529-9d32a0b3ad80'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:16.711892 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78d854a7-65bf-43a7-9677-6fe76db9d7c0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (c185020a-a8f3-48f2-b664-f373eae80dba), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.714022 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Set router 4307eff1-dd02-4693-9529-9d32a0b3ad80 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:16.777119 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78d854a7-65bf-43a7-9677-6fe76db9d7c0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (c185020a-a8f3-48f2-b664-f373eae80dba), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.854870 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78d854a7-65bf-43a7-9677-6fe76db9d7c0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (c185020a-a8f3-48f2-b664-f373eae80dba), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:16.876632 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d854a7-65bf-43a7-9677-6fe76db9d7c0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c185020a-a8f3-48f2-b664-f373eae80dba,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:16.911717 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:01:14Z', 'revision_number': 4, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port': {'id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:11Z', 'updated_at': '2022-07-14T16:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '425800ac-7e07-4bff-9028-eae622faf2a3', 'name': '', 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'mac_address': 'fa:16:3e:85:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5cb1d430-86ce-4aba-ba52-2030b99156b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:13Z', 'updated_at': '2022-07-14T16:01:14Z', 'revision_number': 2, 'project_id': '52bdafc550094324b057bcfc23de296b', 'subnets': [{'id': '5cb1d430-86ce-4aba-ba52-2030b99156b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:16.913299 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:16.939296 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Checking router: 4307eff1-dd02-4693-9529-9d32a0b3ad80 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:01:16.939647 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Updating router 4307eff1-dd02-4693-9529-9d32a0b3ad80 port 425800ac-7e07-4bff-9028-eae622faf2a3 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:01:16.968327 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.017128 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-78d854a7-65bf-43a7-9677-6fe76db9d7c0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.018361 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-78d854a7-65bf-43a7-9677-6fe76db9d7c0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276745 Jul 14 16:01:17.021172 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36352) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:17.026140 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-3a752a0d-729b-43e4-a824-dd4d9f218b2a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'security_group_rule': {'security_group_id': 'a93aa628-4f97-44a3-b589-6ab9f616ab83', 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:17.123798 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3a752a0d-729b-43e4-a824-dd4d9f218b2a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (566dd5b1-383e-4bbe-a515-b3fd7ac1ecc9), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.187747 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3a752a0d-729b-43e4-a824-dd4d9f218b2a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (566dd5b1-383e-4bbe-a515-b3fd7ac1ecc9), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.245064 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Publish callbacks [] for port (425800ac-7e07-4bff-9028-eae622faf2a3), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.324482 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3a752a0d-729b-43e4-a824-dd4d9f218b2a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (566dd5b1-383e-4bbe-a515-b3fd7ac1ecc9), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.347060 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752a0d-729b-43e4-a824-dd4d9f218b2a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566dd5b1-383e-4bbe-a515-b3fd7ac1ecc9,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:17.386956 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.441546 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111eca5-0418-4c39-a1bb-0b5ef44aa045 None None] Pushing event updated for resources: {'Port': ['ID=425800ac-7e07-4bff-9028-eae622faf2a3,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:17.497044 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3a752a0d-729b-43e4-a824-dd4d9f218b2a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.498982 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3a752a0d-729b-43e4-a824-dd4d9f218b2a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4762063 Jul 14 16:01:17.501363 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36356) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:17.506317 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-4dc98b1f-2edc-4638-99bf-86d09d6b6664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'security_group_rule': {'security_group_id': 'a93aa628-4f97-44a3-b589-6ab9f616ab83', 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:17.507347 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:17.508915 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Attempting to bind port 425800ac-7e07-4bff-9028-eae622faf2a3 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:01:17.509464 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Attempting to bind port 425800ac-7e07-4bff-9028-eae622faf2a3 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:01:17.510057 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Attempting to bind port 425800ac-7e07-4bff-9028-eae622faf2a3 on network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:01:17.520012 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:01:17.520499 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Checking segment: {'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:01:17.520976 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.521440 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Bound using segment: {'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:01:17.521986 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Bound port: 425800ac-7e07-4bff-9028-eae622faf2a3, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f78508-959d-424f-89a9-d512d49a80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:01:17.522430 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.596570 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] For port 425800ac-7e07-4bff-9028-eae622faf2a3, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:01:17.599812 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] For port 425800ac-7e07-4bff-9028-eae622faf2a3, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=425800ac-7e07-4bff-9028-eae622faf2a3,segment=NetworkSegment(77f78508-959d-424f-89a9-d512d49a80e3),segment_id=77f78508-959d-424f-89a9-d512d49a80e3)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:01:17.683377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-59998f06-3130-427c-a8dd-4166a5a1b249 None None] Provisioning complete for port 425800ac-7e07-4bff-9028-eae622faf2a3 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:17.684123 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-59998f06-3130-427c-a8dd-4166a5a1b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.720001 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-59998f06-3130-427c-a8dd-4166a5a1b249 None None] Port 425800ac-7e07-4bff-9028-eae622faf2a3 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:01:17.905744 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.911310 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc98b1f-2edc-4638-99bf-86d09d6b6664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (2b5d188b-0498-47f1-b232-e6f57205545f), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:17.915235 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:17.987689 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc98b1f-2edc-4638-99bf-86d09d6b6664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (2b5d188b-0498-47f1-b232-e6f57205545f), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.056302 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Routers {'4307eff1-dd02-4693-9529-9d32a0b3ad80'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:01:18.057026 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:01:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['4307eff1-dd02-4693-9529-9d32a0b3ad80'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:18.094607 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc98b1f-2edc-4638-99bf-86d09d6b6664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (2b5d188b-0498-47f1-b232-e6f57205545f), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.119282 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc98b1f-2edc-4638-99bf-86d09d6b6664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5d188b-0498-47f1-b232-e6f57205545f,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:18.175481 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111eca5-0418-4c39-a1bb-0b5ef44aa045 None None] Pushing event updated for resources: {'Port': ['ID=425800ac-7e07-4bff-9028-eae622faf2a3,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:18.224450 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] Set router 4307eff1-dd02-4693-9529-9d32a0b3ad80 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:01:18.269497 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc98b1f-2edc-4638-99bf-86d09d6b6664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.273642 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4dc98b1f-2edc-4638-99bf-86d09d6b6664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7710218 Jul 14 16:01:18.274113 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36364) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:18.283285 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-67d7290c-b589-4bec-a7a5-67dd29973930 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'security_group_rule': {'security_group_id': 'a93aa628-4f97-44a3-b589-6ab9f616ab83', 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:18.295207 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 41060d99-4923-45b7-bcc8-d2ed5f5e1449 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:18.359080 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-425964bc-5f33-4489-a0e4-5c8300ea5932 None None] Provisioning complete for port 425800ac-7e07-4bff-9028-eae622faf2a3 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:18.359516 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-425964bc-5f33-4489-a0e4-5c8300ea5932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.385933 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:18.386220 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.440514 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:01:14Z', 'revision_number': 4, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port': {'id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:11Z', 'updated_at': '2022-07-14T16:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '425800ac-7e07-4bff-9028-eae622faf2a3', 'name': '', 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'mac_address': 'fa:16:3e:85:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5cb1d430-86ce-4aba-ba52-2030b99156b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:13Z', 'updated_at': '2022-07-14T16:01:17Z', 'revision_number': 4, 'project_id': '52bdafc550094324b057bcfc23de296b', 'subnets': [{'id': '5cb1d430-86ce-4aba-ba52-2030b99156b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:01:18.470417 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8c591-144a-45e2-b60f-ba9389f4be89 None None] The sync data for ids ['4307eff1-dd02-4693-9529-9d32a0b3ad80'] in dv-cinder-849869-1-iscsi is: [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:01:14Z', 'revision_number': 4, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port': {'id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:11Z', 'updated_at': '2022-07-14T16:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '425800ac-7e07-4bff-9028-eae622faf2a3', 'name': '', 'network_id': 'e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'mac_address': 'fa:16:3e:85:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5cb1d430-86ce-4aba-ba52-2030b99156b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:13Z', 'updated_at': '2022-07-14T16:01:17Z', 'revision_number': 4, 'project_id': '52bdafc550094324b057bcfc23de296b', 'subnets': [{'id': '5cb1d430-86ce-4aba-ba52-2030b99156b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:01:18.472831 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67d7290c-b589-4bec-a7a5-67dd29973930 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (910c1cdc-1273-4c5f-8ad5-3aa764aad056), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.502045 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-425964bc-5f33-4489-a0e4-5c8300ea5932 None None] Current status of the port 425800ac-7e07-4bff-9028-eae622faf2a3 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:18.502506 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-425964bc-5f33-4489-a0e4-5c8300ea5932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.521326 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.533636 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:18.582268 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-425964bc-5f33-4489-a0e4-5c8300ea5932 None None] For port 425800ac-7e07-4bff-9028-eae622faf2a3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=425800ac-7e07-4bff-9028-eae622faf2a3,segment=NetworkSegment(77f78508-959d-424f-89a9-d512d49a80e3),segment_id=77f78508-959d-424f-89a9-d512d49a80e3)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:01:18.592465 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67d7290c-b589-4bec-a7a5-67dd29973930 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (910c1cdc-1273-4c5f-8ad5-3aa764aad056), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.763791 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-425964bc-5f33-4489-a0e4-5c8300ea5932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.781820 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67d7290c-b589-4bec-a7a5-67dd29973930 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (910c1cdc-1273-4c5f-8ad5-3aa764aad056), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.804032 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7290c-b589-4bec-a7a5-67dd29973930 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910c1cdc-1273-4c5f-8ad5-3aa764aad056,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:18.824536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425964bc-5f33-4489-a0e4-5c8300ea5932 None None] Pushing event updated for resources: {'Port': ['ID=425800ac-7e07-4bff-9028-eae622faf2a3,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:18.890529 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-67d7290c-b589-4bec-a7a5-67dd29973930 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:18.892091 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-67d7290c-b589-4bec-a7a5-67dd29973930 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6167061 Jul 14 16:01:18.894909 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36366) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:18.899530 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'security_group_rule': {'security_group_id': 'a93aa628-4f97-44a3-b589-6ab9f616ab83', 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:19.065144 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.securitygroups_db [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Project 1207210005f34c4aabbe6966e469c1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 16:01:19.084087 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (d06ae244-9f11-4ef8-94a8-ba8b09558b68), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:19.137919 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (d06ae244-9f11-4ef8-94a8-ba8b09558b68), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:19.307352 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (d06ae244-9f11-4ef8-94a8-ba8b09558b68), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:19.327165 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06ae244-9f11-4ef8-94a8-ba8b09558b68,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:19.524206 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:19.527963 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-b26b8a73-6bc7-45d2-96f2-d8561b576eef tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6301301 Jul 14 16:01:19.536075 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36370) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:01:19.540669 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'security_group_rule': {'security_group_id': 'a93aa628-4f97-44a3-b589-6ab9f616ab83', 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:01:19.678344 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.securitygroups_db [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Project 1207210005f34c4aabbe6966e469c1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 16:01:19.684822 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (b7fa3dd6-bd69-4a1c-b25a-e5a89c181b22), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:19.745299 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (b7fa3dd6-bd69-4a1c-b25a-e5a89c181b22), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:19.887660 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (b7fa3dd6-bd69-4a1c-b25a-e5a89c181b22), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:19.906256 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fa3dd6-bd69-4a1c-b25a-e5a89c181b22,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:19.914160 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.914508 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.914849 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.915187 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.915517 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.916370 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.916691 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.917169 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.917496 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.917830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.918152 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.918473 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.918793 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.919110 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:19.919427 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:01:20.009608 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:20.010884 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-68db1556-dba3-4ef5-b04e-6a819ec19e8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4738123 Jul 14 16:01:20.289263 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 425800ac-7e07-4bff-9028-eae622faf2a3 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:01:20.342329 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 425800ac-7e07-4bff-9028-eae622faf2a3 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:01:20.342702 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:20.415440 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 425800ac-7e07-4bff-9028-eae622faf2a3 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:01:27.854684 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:27.871403 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-e27a1479-b8b0-41fe-a547-022715c01493 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400620 Jul 14 16:01:27.944717 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-6de44f40-565f-4b5a-a7e7-a859a68e5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:27.946207 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-6de44f40-565f-4b5a-a7e7-a859a68e5d81 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1129 time: 0.0443459 Jul 14 16:01:28.055698 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-ba8718b0-a189-48de-84ac-b1a81ffe26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:28.057324 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-ba8718b0-a189-48de-84ac-b1a81ffe26e0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.0896318 Jul 14 16:01:28.127319 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-d5493082-c0d7-4cdb-90cf-a03913ca992a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 1001 time: 0.0625384 Jul 14 16:01:28.176943 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-4ac9ac04-2bdd-4b5a-91c8-453861ce456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:28.178580 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-4ac9ac04-2bdd-4b5a-91c8-453861ce456c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0452914 Jul 14 16:01:28.224546 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-001bca56-a030-42b0-beaf-32c95cd0dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:28.225993 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-001bca56-a030-42b0-beaf-32c95cd0dafa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408049 Jul 14 16:01:28.290417 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:28.325820 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-8c45ae0f-fd87-4779-beca-1528159c4cfd service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927620 Jul 14 16:01:28.422900 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55fa44ce-8ae8-48a5-91b8-fe33ccb0f98c req-46eb2834-9b2b-446e-b5da-43b3d43a4859 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877886 Jul 14 16:01:28.799138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=35,neutron:INSERT=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:28.803078 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=44,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:30.404511 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:30.406431 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:30.414462 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:30.745088 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e597075d-ca3c-45c1-a406-aeb815394882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:32.922274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1e10e619-dde2-4e54-96bb-5ef976ca8fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:34.116135 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:35.602541 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:35.904613 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:36.907998 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:36.908828 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:38.419781 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=41 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:45.831739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:45.835677 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:45.838924 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:48.472647 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:51.907695 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:01:55.333587 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002fd30-08df-48f0-9d7a-1bae570ccccd req-4b3c78c8-c659-4aac-8e14-c7a25a2c5ef4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:55.335076 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3002fd30-08df-48f0-9d7a-1bae570ccccd req-4b3c78c8-c659-4aac-8e14-c7a25a2c5ef4 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0507243 Jul 14 16:01:55.383401 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3002fd30-08df-48f0-9d7a-1bae570ccccd req-da59310f-733b-4159-bd72-1d1c3194d9fa tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Jul 14 16:01:55.454995 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-8da1c170-8dc0-4954-92fa-6023496c9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:55.456552 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-8da1c170-8dc0-4954-92fa-6023496c9da1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1129 time: 0.0428355 Jul 14 16:01:55.553639 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-cb178114-4715-455a-b2f7-33cb63584033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:55.555139 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-cb178114-4715-455a-b2f7-33cb63584033 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0874522 Jul 14 16:01:55.626111 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-0da5df86-f9d9-4ac4-9e88-86e3cc8793d0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 200 len: 1000 time: 0.0600653 Jul 14 16:01:55.687394 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-fe3f469b-8af5-4963-9112-2762746a7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:55.688947 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-fe3f469b-8af5-4963-9112-2762746a7b6b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0451984 Jul 14 16:01:55.734860 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-83e16676-b946-4bad-9c8a-30f54ef4ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:55.736411 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-83e16676-b946-4bad-9c8a-30f54ef4ca13 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401561 Jul 14 16:01:55.865116 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-f66badda-e396-4098-9094-674fc5c3b7c0 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Jul 14 16:01:55.941283 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3aaa7cbe-6cf7-4734-8c74-b4a56a1b4ba0 req-681ebea6-54e4-4318-962f-7fad801fe8a5 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Jul 14 16:01:56.086949 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-dde658e3-396e-4b14-9ebc-276a89b1f0a2 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695602955&fields=id&tenant_id=1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 267 time: 0.0442395 Jul 14 16:01:56.199138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-ffc5a011-71a8-4a9c-8680-2a5eaeadb1fa tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:56.200681 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-ffc5a011-71a8-4a9c-8680-2a5eaeadb1fa tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 812 time: 0.1073430 Jul 14 16:01:56.216047 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-41deffb6-fc4b-4777-bcac-5fb3a5a3e7f9 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/quotas/1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 375 time: 0.0099173 Jul 14 16:01:56.266456 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-a52388b7-b18a-4278-ab2b-5de30bba42b1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450425 Jul 14 16:01:56.454846 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-5a7043a8-b15a-4a66-b83a-1f3c6d70c606 service neutron] 10.222.0.119 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764069 Jul 14 16:01:56.557307 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-94db0458-c79a-4a4f-8516-3c3d98aa15d2 service neutron] 10.222.0.119 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965850 Jul 14 16:01:56.650681 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4473750-e528-460d-9046-7ac00381b1dd req-62e3225c-521b-43b9-8e71-3125841ab80b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:56.652803 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a4473750-e528-460d-9046-7ac00381b1dd req-62e3225c-521b-43b9-8e71-3125841ab80b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0513222 Jul 14 16:01:56.704118 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a4473750-e528-460d-9046-7ac00381b1dd req-0bb75e72-b9ab-4351-a59c-8dc88fb2604c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449154 Jul 14 16:01:56.813689 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38848a-9c9e-4081-9f5d-9ab5417020e2 req-7ac25582-a15d-4c3e-91a1-6b0540cb0fc5 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:56.815329 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-de38848a-9c9e-4081-9f5d-9ab5417020e2 req-7ac25582-a15d-4c3e-91a1-6b0540cb0fc5 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Jul 14 16:01:56.865503 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-de38848a-9c9e-4081-9f5d-9ab5417020e2 req-07af50fc-7a0c-4ae6-be44-d623ae7f2e98 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Jul 14 16:01:57.215616 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-50ebd5d0-21db-4908-8004-5cf53114d989 req-e752448a-d6e3-4e9e-9348-721e46bdddc3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 210 time: 0.0296633 Jul 14 16:01:57.824228 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421f3c1-9a11-43e9-a1a8-884ba5ae59d3 req-c0aa6612-a400-41f3-85b5-bfa845046e14 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:57.825734 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7421f3c1-9a11-43e9-a1a8-884ba5ae59d3 req-c0aa6612-a400-41f3-85b5-bfa845046e14 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0495651 Jul 14 16:01:57.874307 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7421f3c1-9a11-43e9-a1a8-884ba5ae59d3 req-d4864fd4-b383-420b-a73a-f7e9f964bed9 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429735 Jul 14 16:01:57.983634 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872d94-222d-4663-9a85-0fa7beef1ad3 req-253be943-bdb1-4bde-9044-854122f88eb8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:57.985190 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-88872d94-222d-4663-9a85-0fa7beef1ad3 req-253be943-bdb1-4bde-9044-854122f88eb8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Jul 14 16:01:58.032776 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-88872d94-222d-4663-9a85-0fa7beef1ad3 req-40a5cabd-3687-42de-8722-e1e6091eae26 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Jul 14 16:01:58.296200 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-18570bd3-ea0f-4520-b039-a434325db494 req-3cd83239-d9ba-4961-b825-515ddb5e3087 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 210 time: 0.0295699 Jul 14 16:01:58.367164 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:58.370033 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:58.372717 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:58.991077 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67157a-4bb4-42fc-85bd-3e74b96470f5 req-ae67ee82-c5d1-4f3c-a948-f67937e96507 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:58.992557 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac67157a-4bb4-42fc-85bd-3e74b96470f5 req-ae67ee82-c5d1-4f3c-a948-f67937e96507 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0478764 Jul 14 16:01:59.043883 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac67157a-4bb4-42fc-85bd-3e74b96470f5 req-cc9cab56-8a97-4cd1-a984-f7e2e65f1308 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456636 Jul 14 16:01:59.134784 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:59.149619 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152f913-014f-43da-a2ba-503f101909e5 req-bbb09b80-9781-4297-b25b-3a73912adb4f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:59.151125 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d152f913-014f-43da-a2ba-503f101909e5 req-bbb09b80-9781-4297-b25b-3a73912adb4f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Jul 14 16:01:59.163020 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:59.201378 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d152f913-014f-43da-a2ba-503f101909e5 req-ec862f6f-2d5b-4859-aebf-69bf6073e552 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Jul 14 16:01:59.291852 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-1c228287-51e3-4c1d-8056-30844d6f8820 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:01:59.293514 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-1c228287-51e3-4c1d-8056-30844d6f8820 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 945 time: 0.0843565 Jul 14 16:01:59.393409 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ddeac47-e4a1-410e-a559-43c4b5de6b22 req-5f2f5bc1-edc2-4654-baa7-b86d62829a74 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 210 time: 0.0309172 Jul 14 16:01:59.442670 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Deleting port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:01:59.442991 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:59.534876 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] For port b646b5b7-e4db-43a8-b0da-f647dd33b0c7, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:01:59.535236 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:59.550369 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Calling delete_port for b646b5b7-e4db-43a8-b0da-f647dd33b0c7 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:01:59.752390 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (b646b5b7-e4db-43a8-b0da-f647dd33b0c7), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:59.759121 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:01:59.788504 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Pushing event deleted for resources: {'Port': ['ID=b646b5b7-e4db-43a8-b0da-f647dd33b0c7,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:01:59.801343 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['b646b5b7-e4db-43a8-b0da-f647dd33b0c7'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:01:59.846585 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] No DVR routers for this DVR port b646b5b7-e4db-43a8-b0da-f647dd33b0c7 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:01:59.849534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:01:59.852740 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c0e8f447-683a-4587-aae8-546746ee4f62 req-b6b07e1b-cc50-44c5-bd63-b13dceab4c0f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "DELETE /v2.0/ports/b646b5b7-e4db-43a8-b0da-f647dd33b0c7 HTTP/1.1" status: 204 len: 173 time: 0.5529563 Jul 14 16:01:59.853183 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e618db5-f999-40b6-866f-039df0612935', 'name': 'network-vif-deleted', 'tag': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:01:59.856092 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ebb4d-ed35-4611-958a-fced6f628cc8" -d '{"events": [{"server_uuid": "5e618db5-f999-40b6-866f-039df0612935", "name": "network-vif-deleted", "tag": "b646b5b7-e4db-43a8-b0da-f647dd33b0c7"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:01:59.892008 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a695a97-6da1-4e52-aa51-c91102eb6556 x-openstack-request-id: req-2a695a97-6da1-4e52-aa51-c91102eb6556 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:01:59.892323 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e618db5-f999-40b6-866f-039df0612935", "name": "network-vif-deleted", "tag": "b646b5b7-e4db-43a8-b0da-f647dd33b0c7", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:01:59.892575 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2a695a97-6da1-4e52-aa51-c91102eb6556 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:01:59.892979 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a695a97-6da1-4e52-aa51-c91102eb6556'] response: {'server_uuid': '5e618db5-f999-40b6-866f-039df0612935', 'name': 'network-vif-deleted', 'tag': 'b646b5b7-e4db-43a8-b0da-f647dd33b0c7', 'status': 'completed', 'code': 200} Jul 14 16:02:00.168264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa2aae-8636-4fbd-a21b-f3b279692a6d req-02a0606a-0e6c-4087-9121-6c67bf50b886 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:00.169713 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-effa2aae-8636-4fbd-a21b-f3b279692a6d req-02a0606a-0e6c-4087-9121-6c67bf50b886 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0483215 Jul 14 16:02:00.226993 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-effa2aae-8636-4fbd-a21b-f3b279692a6d req-10b9c15c-e95a-44cf-b50c-70b78e57c2e3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508323 Jul 14 16:02:00.309976 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-25114d3b-0334-4fbe-a65c-5e6b844e9410 req-fddf566f-27c5-4d19-b4d8-76e29ebb54f4 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Jul 14 16:02:00.497402 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-faf9d68c-0755-4478-b8ac-9fbb544d10c0 req-85ca8da8-12c9-4799-9d7b-ba52cc960945 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 210 time: 0.0302799 Jul 14 16:02:00.576292 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:00.585840 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-a03db298-4f27-4c64-ab40-70251192bfe8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:00.588159 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-a03db298-4f27-4c64-ab40-70251192bfe8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 812 time: 0.3313024 Jul 14 16:02:00.649350 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ad1286f3-f767-4994-b8ee-1ec8bbfbb721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:00.991108 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-f96f0ca4-64a6-448b-b86f-4cce966ad714 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 379 time: 0.0671372 Jul 14 16:02:01.053630 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'port': {'device_id': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'admin_state_up': True, 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'security_groups': ['a93aa628-4f97-44a3-b589-6ab9f616ab83']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:02:01.266678 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Made reservation on behalf of 1207210005f34c4aabbe6966e469c1a0 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:02:01.271082 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:01.356353 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4ffa2-bd75-4e21-97e5-24e739979cbb req-325310b5-bdde-4030-913f-f80dc984db70 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:01.358264 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c7a4ffa2-bd75-4e21-97e5-24e739979cbb req-325310b5-bdde-4030-913f-f80dc984db70 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0593944 Jul 14 16:02:01.411619 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Allocated IP 172.20.0.3 (7c436165-5659-4f64-9bb3-46eb0ae69617/36949fe6-fb00-455b-8f7c-9b93a6929f6c/6a647d8b-907e-42ff-91de-7ab478625df1) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:02:01.436514 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c7a4ffa2-bd75-4e21-97e5-24e739979cbb req-64964ca7-1c91-4071-aba8-508c6b28a8fc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681460 Jul 14 16:02:01.454064 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-15aebd37-58fa-4258-bd13-f3ec5ea94335 req-cf5271ed-3abf-49c0-8d41-6c387a7b81c7 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=5e618db5-f999-40b6-866f-039df0612935 HTTP/1.1" status: 200 len: 210 time: 0.0530894 Jul 14 16:02:01.578447 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (6a647d8b-907e-42ff-91de-7ab478625df1), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:01.606681 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-293b2824-418b-4506-8ce4-002b2efe2d9d req-5637b1e9-6237-49a9-98d8-c232c42041f0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 210 time: 0.0293171 Jul 14 16:02:01.690262 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:01.736059 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:02:01.739981 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:02:01.747621 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:02:01.780311 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=6a647d8b-907e-42ff-91de-7ab478625df1,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:01.814204 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:01.814820 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:01.903869 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:01.979489 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-2939a78b-a194-4ac1-8adf-abb682a1b42f None None] Provisioning complete for port 6a647d8b-907e-42ff-91de-7ab478625df1 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:02:01.980122 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2939a78b-a194-4ac1-8adf-abb682a1b42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.010564 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-c4298309-c875-4a92-801a-093c1a637b71 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9588063 Jul 14 16:02:02.013150 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-2939a78b-a194-4ac1-8adf-abb682a1b42f None None] Port 6a647d8b-907e-42ff-91de-7ab478625df1 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:02:02.032760 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Request body: {'port': {'device_id': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:02:02.062077 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:02.094444 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.148534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:02.361892 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a647d8b-907e-42ff-91de-7ab478625df1 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:02:02.369462 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Publish callbacks [] for port (6a647d8b-907e-42ff-91de-7ab478625df1), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.383091 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Transition to ACTIVE for port object 6a647d8b-907e-42ff-91de-7ab478625df1 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:02:02.465512 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.542314 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Pushing event updated for resources: {'Port': ['ID=6a647d8b-907e-42ff-91de-7ab478625df1,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:02.584159 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c39e-56c0-4c1a-8526-bb9cc0288091 req-6cf9ccb8-69c2-4052-a35c-30ed77d98448 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:02.585718 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7745c39e-56c0-4c1a-8526-bb9cc0288091 req-6cf9ccb8-69c2-4052-a35c-30ed77d98448 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0857542 Jul 14 16:02:02.624082 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Attempting to bind port 6a647d8b-907e-42ff-91de-7ab478625df1 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:02:02.624695 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Attempting to bind port 6a647d8b-907e-42ff-91de-7ab478625df1 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:02:02.625138 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Attempting to bind port 6a647d8b-907e-42ff-91de-7ab478625df1 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:02:02.631959 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Port 6a647d8b-907e-42ff-91de-7ab478625df1 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:02:02.632441 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Attempting to bind port 6a647d8b-907e-42ff-91de-7ab478625df1 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:02:02.641023 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:02:02.641484 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Checking segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:02:02.642008 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Bound using segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:02:02.642671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Bound port: 6a647d8b-907e-42ff-91de-7ab478625df1, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:02:02.643438 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.684780 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7745c39e-56c0-4c1a-8526-bb9cc0288091 req-afea4687-63d9-417d-b019-8c3e7c96539a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898199 Jul 14 16:02:02.745509 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] For port 6a647d8b-907e-42ff-91de-7ab478625df1, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:02:02.748943 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] For port 6a647d8b-907e-42ff-91de-7ab478625df1, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6a647d8b-907e-42ff-91de-7ab478625df1,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:02:02.753741 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:02.761529 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd0f06-466a-4955-90cc-5b81e72416f3 req-4d3e5987-86c4-43b5-95f2-adddc463b0bc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:02.762997 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c1cd0f06-466a-4955-90cc-5b81e72416f3 req-4d3e5987-86c4-43b5-95f2-adddc463b0bc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0638125 Jul 14 16:02:02.814770 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c1cd0f06-466a-4955-90cc-5b81e72416f3 req-8f13205c-a11e-43d2-b2b6-17a2c2c96032 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Jul 14 16:02:02.902084 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.947130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-61855e7f-0375-48a5-ad32-2e55b3e5675a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.947774 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:02.949193 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:02.950744 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] 10.222.0.121 "PUT /v2.0/ports/6a647d8b-907e-42ff-91de-7ab478625df1 HTTP/1.1" status: 200 len: 1093 time: 0.9226131 Jul 14 16:02:02.951474 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:02:02.956646 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29eae92-116b-42f6-95e1-a4a085b77bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:02:02.979561 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deba7fd-3daf-4d5a-a9a6-a02235ab956e service neutron] Pushing event updated for resources: {'Port': ['ID=6a647d8b-907e-42ff-91de-7ab478625df1,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:03.011762 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efdfc01-e0be-4324-bd71-bcec2547cff0 x-openstack-request-id: req-4efdfc01-e0be-4324-bd71-bcec2547cff0 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:02:03.012056 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:02:03.012346 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4efdfc01-e0be-4324-bd71-bcec2547cff0 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:02:03.012782 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efdfc01-e0be-4324-bd71-bcec2547cff0'] response: {'name': 'network-changed', 'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1', 'status': 'completed', 'code': 200} Jul 14 16:02:03.115044 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29eae92-116b-42f6-95e1-a4a085b77bc1 req-153d6cfb-2500-40b0-aae3-707c08d6d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.116609 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e29eae92-116b-42f6-95e1-a4a085b77bc1 req-153d6cfb-2500-40b0-aae3-707c08d6d2c1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 1127 time: 0.0418522 Jul 14 16:02:03.149327 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device b646b5b7-e4db-43a8-b0da-f647dd33b0c7 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:02:03.172390 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: b646b5b7-e4db-43a8-b0da-f647dd33b0c7 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:02:03.172736 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device b646b5b7-e4db-43a8-b0da-f647dd33b0c7 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:02:03.232202 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29eae92-116b-42f6-95e1-a4a085b77bc1 req-a85d9978-ea4a-4dd9-bddb-e73156501eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.233590 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e29eae92-116b-42f6-95e1-a4a085b77bc1 req-a85d9978-ea4a-4dd9-bddb-e73156501eca service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=1207210005f34c4aabbe6966e469c1a0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0988944 Jul 14 16:02:03.333450 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29eae92-116b-42f6-95e1-a4a085b77bc1 req-2bb64b90-ff0d-409f-9532-639bd92ea91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.334905 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e29eae92-116b-42f6-95e1-a4a085b77bc1 req-2bb64b90-ff0d-409f-9532-639bd92ea91b service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0909739 Jul 14 16:02:03.562795 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-925820f0-90c6-4e6c-a1d3-2ff5a38b2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.564337 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-925820f0-90c6-4e6c-a1d3-2ff5a38b2f51 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 1127 time: 0.0441294 Jul 14 16:02:03.633123 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-450a68e9-3f42-4359-a2e6-0bd767b80b96 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a647d8b-907e-42ff-91de-7ab478625df1 HTTP/1.1" status: 200 len: 217 time: 0.0337298 Jul 14 16:02:03.689707 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-33f03801-07cd-4e79-a0ab-019cc512c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.691135 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-33f03801-07cd-4e79-a0ab-019cc512c747 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0472808 Jul 14 16:02:03.740720 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-5677e13a-f551-4490-93e3-d2164681c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.742384 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-5677e13a-f551-4490-93e3-d2164681c6fe service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430014 Jul 14 16:02:03.796530 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa82e5-a9d3-4779-bbb7-76ed86675c7a req-c211c149-231e-4585-8eb8-7c2b470ced6a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.797918 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7ffa82e5-a9d3-4779-bbb7-76ed86675c7a req-c211c149-231e-4585-8eb8-7c2b470ced6a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Jul 14 16:02:03.847679 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-fa1de3c6-0a1d-4045-95e9-4c2ef6a3f0f1 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975974 Jul 14 16:02:03.848614 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7ffa82e5-a9d3-4779-bbb7-76ed86675c7a req-15df7fa0-93a9-44d7-af97-bafd8be6e984 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447249 Jul 14 16:02:03.922473 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:03.942614 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b936a6c-6022-43a7-b8c4-b8385e65ba30 req-76b375dd-819f-4b6f-b5a1-223be87aa716 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:03.944851 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b936a6c-6022-43a7-b8c4-b8385e65ba30 req-76b375dd-819f-4b6f-b5a1-223be87aa716 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0472376 Jul 14 16:02:03.949331 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a0d147dd-249f-4417-a1d3-1842eefbabed req-54eafe3e-8eea-4586-8701-48efa7d5f847 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951884 Jul 14 16:02:04.000285 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b936a6c-6022-43a7-b8c4-b8385e65ba30 req-15055920-7135-4f40-a09b-bb4dd72df015 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490010 Jul 14 16:02:04.133610 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:04.963193 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce7d5f-585a-45d1-ae45-d2d97a81d1f6 req-33b1929a-dc7e-48da-b073-e84fc9d0de46 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:04.966375 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-10ce7d5f-585a-45d1-ae45-d2d97a81d1f6 req-33b1929a-dc7e-48da-b073-e84fc9d0de46 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Jul 14 16:02:05.016684 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-10ce7d5f-585a-45d1-ae45-d2d97a81d1f6 req-10a8f5ae-0054-4af1-a584-17ac974283f0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444286 Jul 14 16:02:05.118064 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e690b7-ea69-4d7f-bbd7-5d92ac386ceb req-c767feb0-3847-4855-90b8-6965a7dca6d7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:05.120014 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a8e690b7-ea69-4d7f-bbd7-5d92ac386ceb req-c767feb0-3847-4855-90b8-6965a7dca6d7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0469925 Jul 14 16:02:05.169280 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a8e690b7-ea69-4d7f-bbd7-5d92ac386ceb req-7da74496-b637-46f5-b64d-514c377103fb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Jul 14 16:02:05.597933 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:05.899089 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:06.137087 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332db3f-17d4-41bb-93cb-5daefbd920a6 req-32ca585e-73de-4e72-95a8-d31539ef010f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:06.138530 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c332db3f-17d4-41bb-93cb-5daefbd920a6 req-32ca585e-73de-4e72-95a8-d31539ef010f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0521207 Jul 14 16:02:06.185353 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c332db3f-17d4-41bb-93cb-5daefbd920a6 req-0b47172b-16fe-43a5-b4a3-b433965a8f2c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412757 Jul 14 16:02:06.266590 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:06.281798 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afeb94-9ed0-47e1-825d-3906cfecc0a4 req-1c93db2b-7d18-40a5-ae7c-0f821cdb954e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:06.283323 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a4afeb94-9ed0-47e1-825d-3906cfecc0a4 req-1c93db2b-7d18-40a5-ae7c-0f821cdb954e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0464039 Jul 14 16:02:06.332768 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a4afeb94-9ed0-47e1-825d-3906cfecc0a4 req-674fd460-32bf-4db8-b068-621205f81647 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438821 Jul 14 16:02:07.310964 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3545c0-bf05-4ed8-be42-81bf05ffdbd6 req-2544871b-5489-4308-9eb7-dc6d4237e817 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:07.312469 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ce3545c0-bf05-4ed8-be42-81bf05ffdbd6 req-2544871b-5489-4308-9eb7-dc6d4237e817 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0580733 Jul 14 16:02:07.331348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:07.361909 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ce3545c0-bf05-4ed8-be42-81bf05ffdbd6 req-fc06a4c2-fa09-43e4-8138-400fff0f7e09 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436804 Jul 14 16:02:07.455749 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b64c1-8e57-445e-8d52-ae5b546c1a04 req-5f599d5e-082e-47fd-9211-812b9acad99b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:07.458386 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-839b64c1-8e57-445e-8d52-ae5b546c1a04 req-5f599d5e-082e-47fd-9211-812b9acad99b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0493658 Jul 14 16:02:07.516035 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-839b64c1-8e57-445e-8d52-ae5b546c1a04 req-e14217aa-21f7-4711-a61f-184f88bfa2e7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 Jul 14 16:02:08.485198 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd0ff-6ab3-4fd5-998f-659f748e6a27 req-017d02ad-7c15-40a8-9556-0b2937bd703a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:08.486672 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61bdd0ff-6ab3-4fd5-998f-659f748e6a27 req-017d02ad-7c15-40a8-9556-0b2937bd703a tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0488384 Jul 14 16:02:08.537559 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61bdd0ff-6ab3-4fd5-998f-659f748e6a27 req-b7b0fad1-d1af-47d0-b643-8dc529421ef1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452888 Jul 14 16:02:08.631627 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a220d9-e5ef-42ea-9051-2db5d81ad80c req-a3b031cd-29d3-4f0b-a665-f4d9dcff619b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:08.634199 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b8a220d9-e5ef-42ea-9051-2db5d81ad80c req-a3b031cd-29d3-4f0b-a665-f4d9dcff619b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0550714 Jul 14 16:02:08.684925 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b8a220d9-e5ef-42ea-9051-2db5d81ad80c req-f6d0e266-1a39-4e86-a6e4-b6d89ebe499b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449948 Jul 14 16:02:09.653728 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509a7c7-d7d1-4a93-b2d1-59bb8da51dbe req-f833639c-2fbf-4eaf-9673-efacfdcd4819 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:09.655213 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b509a7c7-d7d1-4a93-b2d1-59bb8da51dbe req-f833639c-2fbf-4eaf-9673-efacfdcd4819 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0477493 Jul 14 16:02:09.711244 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b509a7c7-d7d1-4a93-b2d1-59bb8da51dbe req-cde08cb2-d163-4760-b8b1-a970009e5bf5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500188 Jul 14 16:02:09.818761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111dfa-50e4-48f0-bf0c-84234ce7e8c4 req-f5c1db84-1bb8-4fb0-8156-93c0cae1c47a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:09.820258 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-18111dfa-50e4-48f0-bf0c-84234ce7e8c4 req-f5c1db84-1bb8-4fb0-8156-93c0cae1c47a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0525699 Jul 14 16:02:09.869383 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-18111dfa-50e4-48f0-bf0c-84234ce7e8c4 req-a733430a-bba8-447f-8275-22bfc0d14bc0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Jul 14 16:02:10.832561 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac463b-b176-441f-b856-17fb2806eea4 req-7b6f5412-2496-4f88-aa88-00b54097b612 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:10.834013 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ecac463b-b176-441f-b856-17fb2806eea4 req-7b6f5412-2496-4f88-aa88-00b54097b612 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0469761 Jul 14 16:02:10.881397 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ecac463b-b176-441f-b856-17fb2806eea4 req-99413717-7223-47e7-bd21-7a26dca139ca tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407670 Jul 14 16:02:10.984786 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b2b5-24f4-4aa3-a321-2f29bb44d5d8 req-6adb271a-bb50-4d68-9e66-57816c5735a6 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:10.986280 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e385b2b5-24f4-4aa3-a321-2f29bb44d5d8 req-6adb271a-bb50-4d68-9e66-57816c5735a6 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0482984 Jul 14 16:02:11.040008 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e385b2b5-24f4-4aa3-a321-2f29bb44d5d8 req-1bc0fef0-6ff7-474d-baa5-709c4e2d2a57 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482116 Jul 14 16:02:11.996678 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616ab93-e61d-4332-8528-7bb35b61b11e req-a9444a6a-5823-43ec-bc0b-da7ceaba5892 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:11.998245 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4616ab93-e61d-4332-8528-7bb35b61b11e req-a9444a6a-5823-43ec-bc0b-da7ceaba5892 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0472319 Jul 14 16:02:12.046195 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4616ab93-e61d-4332-8528-7bb35b61b11e req-6b8fc5ab-2096-4c5a-a108-6ae43cd4ce25 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Jul 14 16:02:12.144370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:12.155861 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473eadfb-4b00-47aa-901f-907858412de4 req-d7abd9f4-cd0f-4f21-bb10-083000515bdc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:12.157323 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-473eadfb-4b00-47aa-901f-907858412de4 req-d7abd9f4-cd0f-4f21-bb10-083000515bdc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0470285 Jul 14 16:02:12.205824 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-473eadfb-4b00-47aa-901f-907858412de4 req-7ba2c72d-642a-458d-9aa2-2101b06ab8b3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Jul 14 16:02:13.164244 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad4376-ab1d-4b1e-a61c-f95a016cd554 req-d0a8b1d7-fd26-4997-ba8e-1232290cbbf0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:13.165713 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-47ad4376-ab1d-4b1e-a61c-f95a016cd554 req-d0a8b1d7-fd26-4997-ba8e-1232290cbbf0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0520430 Jul 14 16:02:13.217054 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-47ad4376-ab1d-4b1e-a61c-f95a016cd554 req-4afe3501-9049-47bb-9996-54689dda550b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453691 Jul 14 16:02:13.319332 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66c289-5c20-4362-81da-e47a9bcb139c req-af9b2a0c-5321-4b4e-83cd-f379ea02ca6a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:13.320814 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cb66c289-5c20-4362-81da-e47a9bcb139c req-af9b2a0c-5321-4b4e-83cd-f379ea02ca6a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0470891 Jul 14 16:02:13.356684 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:13.370368 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cb66c289-5c20-4362-81da-e47a9bcb139c req-7ca53bd3-e8a1-4907-a24f-e5e35048f122 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434840 Jul 14 16:02:13.900896 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:13.908835 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:13.945735 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=38 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:14.332472 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edea01e-f68d-433e-8eae-bdef8bdc080a req-6d5f6a36-b7ff-47ae-a604-1f747e12bcbe tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:14.333946 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7edea01e-f68d-433e-8eae-bdef8bdc080a req-6d5f6a36-b7ff-47ae-a604-1f747e12bcbe tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Jul 14 16:02:14.381338 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7edea01e-f68d-433e-8eae-bdef8bdc080a req-69747744-18de-4885-b985-e3497ebb7342 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Jul 14 16:02:14.484028 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c32cb-6f9e-41b1-b8d1-a3fb54278a79 req-c59bfdb1-8369-4b9e-bbf1-54613ac9a60d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:14.485434 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3f8c32cb-6f9e-41b1-b8d1-a3fb54278a79 req-c59bfdb1-8369-4b9e-bbf1-54613ac9a60d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0475812 Jul 14 16:02:14.535254 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3f8c32cb-6f9e-41b1-b8d1-a3fb54278a79 req-00757eb0-227f-4134-974d-474419bff9cd tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443480 Jul 14 16:02:15.500346 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39801655-59b3-40b1-8421-7a1349f17c4d req-d8055397-7c97-4fcc-b757-35e91c429893 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:15.501836 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-39801655-59b3-40b1-8421-7a1349f17c4d req-d8055397-7c97-4fcc-b757-35e91c429893 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Jul 14 16:02:15.556155 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-39801655-59b3-40b1-8421-7a1349f17c4d req-1e82e473-d7e6-4b6d-b2b8-3ae1b0f4b3ce tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488613 Jul 14 16:02:15.651372 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39d1c5-b956-4cf6-ab89-9fe919f7d689 req-92fb061a-7e1b-4507-a36c-cb31956aab7d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:15.652872 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee39d1c5-b956-4cf6-ab89-9fe919f7d689 req-92fb061a-7e1b-4507-a36c-cb31956aab7d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0468607 Jul 14 16:02:15.705890 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee39d1c5-b956-4cf6-ab89-9fe919f7d689 req-d871f615-7b36-4688-9dcf-dfa6fc73a3ca tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468884 Jul 14 16:02:15.826738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:15.832615 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:15.835326 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:16.669917 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c33acc-2c49-4889-8100-d2cdd558055c req-1cddcd20-2bdd-420d-a665-6680d0061373 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:16.671395 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-43c33acc-2c49-4889-8100-d2cdd558055c req-1cddcd20-2bdd-420d-a665-6680d0061373 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0460570 Jul 14 16:02:16.722072 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-43c33acc-2c49-4889-8100-d2cdd558055c req-d48b7b2e-d960-4f7e-90f4-f8449be7db12 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Jul 14 16:02:16.820558 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114118-8423-48c6-a39d-f40d0a6f803e req-eaceade5-81c8-4b6a-9f14-2f71be5da21e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:16.822124 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b6114118-8423-48c6-a39d-f40d0a6f803e req-eaceade5-81c8-4b6a-9f14-2f71be5da21e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0489228 Jul 14 16:02:16.871275 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b6114118-8423-48c6-a39d-f40d0a6f803e req-f1cf56ff-e5a7-4f9d-93d8-6f0474e4e130 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 Jul 14 16:02:17.853106 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-e40f4426-3851-4e78-b917-bc8145aadc57 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:17.854534 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-e40f4426-3851-4e78-b917-bc8145aadc57 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/networks?id=36809030-b359-441e-8645-43dc503e5c0f HTTP/1.1" status: 200 len: 814 time: 0.1364024 Jul 14 16:02:17.866994 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55bd8-b12a-4197-a40c-32054a5accd8 req-96223db3-ab41-421a-9b08-1c0a97970f78 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:17.868363 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eba55bd8-b12a-4197-a40c-32054a5accd8 req-96223db3-ab41-421a-9b08-1c0a97970f78 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0700576 Jul 14 16:02:17.882396 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-dbdbd6ce-2c96-44eb-8d05-4440933ab71b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/quotas/a02d8a2f826a4475982abb77ccc636f5 HTTP/1.1" status: 200 len: 375 time: 0.0223742 Jul 14 16:02:17.931451 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-6af6a182-59cc-4087-9725-11f419c07830 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a02d8a2f826a4475982abb77ccc636f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415616 Jul 14 16:02:17.969059 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eba55bd8-b12a-4197-a40c-32054a5accd8 req-6061e555-bf13-408c-9e51-7e9ec56d6f5b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943899 Jul 14 16:02:18.062298 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-6500aefa-dd5a-4cfd-a873-6fcba6f6754c service neutron] 10.222.0.119 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221328 Jul 14 16:02:18.095260 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d51078-e074-4483-a0d7-62ee09cdb009 req-3a16aae0-5eb5-4f42-ab9e-95682da29146 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:18.096674 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e7d51078-e074-4483-a0d7-62ee09cdb009 req-3a16aae0-5eb5-4f42-ab9e-95682da29146 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 943 time: 0.0727351 Jul 14 16:02:18.104003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:18.114122 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:18.467859 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:18.488904 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e7d51078-e074-4483-a0d7-62ee09cdb009 req-6383cbe5-6c9e-4b69-80ec-a85a20e11846 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3837044 Jul 14 16:02:18.494226 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-c4785b6d-143f-4fdf-94e3-a377ed5d0f41 service neutron] 10.222.0.119 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245405 Jul 14 16:02:18.741579 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fe8ef3ba-17e9-4fc2-9dc2-bd1bb826c1a3 req-51bfc3b7-2252-484d-8f59-d6e80b98805b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0293114 Jul 14 16:02:19.100468 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482960-d00b-46e0-921b-9fdd044a0352 req-eef2a216-1799-40f2-b8ab-2fe7dd8513e5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:19.102703 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-78482960-d00b-46e0-921b-9fdd044a0352 req-eef2a216-1799-40f2-b8ab-2fe7dd8513e5 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0529194 Jul 14 16:02:19.154907 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-78482960-d00b-46e0-921b-9fdd044a0352 req-a9320ae4-f41e-4b43-bf62-5609b64d943b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462074 Jul 14 16:02:19.233696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6a647d8b-907e-42ff-91de-7ab478625df1 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:02:19.338410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6a647d8b-907e-42ff-91de-7ab478625df1, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6a647d8b-907e-42ff-91de-7ab478625df1,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:02:19.349582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '6a647d8b-907e-42ff-91de-7ab478625df1', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'port_id': '6a647d8b-907e-42ff-91de-7ab478625df1', 'mac_address': 'fa:16:3e:a4:fb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:02:19.384689 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6a647d8b-907e-42ff-91de-7ab478625df1 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:02:19.385086 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:19.397631 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a647d8b-907e-42ff-91de-7ab478625df1 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:02:19.416897 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6a647d8b-907e-42ff-91de-7ab478625df1, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6a647d8b-907e-42ff-91de-7ab478625df1,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:02:19.518185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:19.571075 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6a647d8b-907e-42ff-91de-7ab478625df1,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:19.578738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.579082 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.579422 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.579761 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.580092 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.580450 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.580776 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.581103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.581423 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.581744 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.582064 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.582385 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.582703 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.583019 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.583336 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:19.612665 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0d354-c823-4b56-87de-734716194e26 req-2afd2794-982b-40b2-8930-7b38f80b81a1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:19.614096 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bcd0d354-c823-4b56-87de-734716194e26 req-2afd2794-982b-40b2-8930-7b38f80b81a1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 944 time: 0.0537784 Jul 14 16:02:19.666474 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bcd0d354-c823-4b56-87de-734716194e26 req-9b1a18a5-9c4a-43c9-a627-7d57dce33967 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467522 Jul 14 16:02:19.833127 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c13c1d7-a86c-4eb3-bab4-5c43c226a8c7 req-f47421ac-12b6-4d32-a3f9-22c6e9b5d2e2 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Jul 14 16:02:20.271570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7cbd9-030f-43e9-9163-c1db94717670 req-8c92349c-7df2-4c61-94a8-e549dd48cfde tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:20.273041 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a2c7cbd9-030f-43e9-9163-c1db94717670 req-8c92349c-7df2-4c61-94a8-e549dd48cfde tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0460548 Jul 14 16:02:20.279655 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['6a647d8b-907e-42ff-91de-7ab478625df1'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:02:20.320007 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a2c7cbd9-030f-43e9-9163-c1db94717670 req-bc97e525-1f53-4688-8ba1-427ba5f257bd tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415313 Jul 14 16:02:20.784649 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954a1cf-14cf-407e-a6c4-f2fb1baf23fe req-74353d45-04fa-4384-9ca5-436c78dafd8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:20.786033 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d954a1cf-14cf-407e-a6c4-f2fb1baf23fe req-74353d45-04fa-4384-9ca5-436c78dafd8a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 944 time: 0.0507054 Jul 14 16:02:20.849518 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d954a1cf-14cf-407e-a6c4-f2fb1baf23fe req-bc7a940f-5f82-47ee-bae9-3e89ac939398 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578854 Jul 14 16:02:20.930119 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b6a44a5c-2b18-426e-b13b-6d404e4abbf3 req-92ecf1a6-5dab-4b97-8453-d01adc1a3236 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Jul 14 16:02:21.434674 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb9843-bab5-4fd2-b9dd-b10f41bde548 req-5158dafe-cda6-4bad-84d1-425ae3e50509 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:21.436271 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e8fb9843-bab5-4fd2-b9dd-b10f41bde548 req-5158dafe-cda6-4bad-84d1-425ae3e50509 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0478272 Jul 14 16:02:21.461005 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e2602-6dea-4957-a185-7de002165fd2 req-80c505b5-04b7-46ee-89b0-8ad31afa7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:21.462985 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-838e2602-6dea-4957-a185-7de002165fd2 req-80c505b5-04b7-46ee-89b0-8ad31afa7e81 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1129 time: 0.0907714 Jul 14 16:02:21.486525 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e8fb9843-bab5-4fd2-b9dd-b10f41bde548 req-d002a889-7ecc-41df-ac19-eae2ffae0450 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443430 Jul 14 16:02:21.510198 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-838e2602-6dea-4957-a185-7de002165fd2 req-693160f2-4aa8-4b7b-8576-2c2d7753a19c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394733 Jul 14 16:02:21.969083 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660af899-8ab5-4520-8d59-656da74c73ab req-3b6864c2-bd65-4c5b-87ad-d450da95aa42 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:21.969083 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-660af899-8ab5-4520-8d59-656da74c73ab req-3b6864c2-bd65-4c5b-87ad-d450da95aa42 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 944 time: 0.0515501 Jul 14 16:02:22.057666 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-87f74a83-3b35-4c70-96cb-3512e1259666 req-1ba5d6d8-c355-4f69-a596-c4edb09c398a tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0359142 Jul 14 16:02:22.061896 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-660af899-8ab5-4520-8d59-656da74c73ab req-51a290fd-514f-4ab5-9c88-2c8b1ffe2aae tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865457 Jul 14 16:02:22.190058 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6a647d8b-907e-42ff-91de-7ab478625df1 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:02:22.233697 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 6a647d8b-907e-42ff-91de-7ab478625df1 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:02:22.323427 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 6a647d8b-907e-42ff-91de-7ab478625df1 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:02:22.323882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:22.397034 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6a647d8b-907e-42ff-91de-7ab478625df1 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:02:22.397410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:22.420511 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:02:22.422817 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee65ede-3db0-4759-91cf-c806ff44a189" -d '{"events": [{"server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "name": "network-vif-plugged", "status": "completed", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:02:22.436290 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6a647d8b-907e-42ff-91de-7ab478625df1, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6a647d8b-907e-42ff-91de-7ab478625df1,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:02:22.517046 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cb3688-d2ed-4c4f-ba5f-8db8bd352341 x-openstack-request-id: req-24cb3688-d2ed-4c4f-ba5f-8db8bd352341 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:02:22.517387 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "name": "network-vif-plugged", "status": "completed", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:02:22.517603 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-24cb3688-d2ed-4c4f-ba5f-8db8bd352341 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:02:22.518005 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cb3688-d2ed-4c4f-ba5f-8db8bd352341'] response: {'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1', 'code': 200} Jul 14 16:02:22.522579 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:22.574523 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6a647d8b-907e-42ff-91de-7ab478625df1,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:22.621128 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ee41-2a03-4e27-b4a1-3d57bc6d7887 req-36bc6b8c-9d89-441c-aedb-71e7e2ee9844 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:22.622676 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d6e5ee41-2a03-4e27-b4a1-3d57bc6d7887 req-36bc6b8c-9d89-441c-aedb-71e7e2ee9844 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0504971 Jul 14 16:02:22.674154 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d6e5ee41-2a03-4e27-b4a1-3d57bc6d7887 req-fd4aa470-889c-495c-86f8-fa74a60b1628 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454614 Jul 14 16:02:23.165636 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bc23bd95-8606-4863-b5ff-e1c8d4492f21 req-d9863c34-e2c7-49d2-b94b-971220950400 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0368686 Jul 14 16:02:23.206335 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe83a7-19ac-44ca-85e4-3c99ed18b8f4 req-37d80ce5-d9b3-4c03-a57b-9061f89a0a91 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:23.207840 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-89fe83a7-19ac-44ca-85e4-3c99ed18b8f4 req-37d80ce5-d9b3-4c03-a57b-9061f89a0a91 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0779788 Jul 14 16:02:23.260444 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-89fe83a7-19ac-44ca-85e4-3c99ed18b8f4 req-d850de37-8fdf-43d1-96bb-515ed381b4b7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Jul 14 16:02:23.789589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b11ca0-af24-4864-b2b1-0d02477f5de3 req-c1de995c-8b18-4fc4-b4e4-6b580e4389ce tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:23.790961 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21b11ca0-af24-4864-b2b1-0d02477f5de3 req-c1de995c-8b18-4fc4-b4e4-6b580e4389ce tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Jul 14 16:02:23.823670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:23.844493 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21b11ca0-af24-4864-b2b1-0d02477f5de3 req-ed8373e5-0763-4a3e-b5e8-5bd1d5ccad2f tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473995 Jul 14 16:02:24.265405 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-daf332b3-422a-4ae6-a26f-9e634d9abcb5 req-5c709032-7a12-489a-99f8-f5d3b9d5feb7 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0279095 Jul 14 16:02:24.361479 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:24.377517 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb85846-c380-4f7e-b780-a116ae0d7e4d req-679b2d47-45ed-46d8-b493-b21d1060bf6f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:24.379034 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eeb85846-c380-4f7e-b780-a116ae0d7e4d req-679b2d47-45ed-46d8-b493-b21d1060bf6f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0489445 Jul 14 16:02:24.430603 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eeb85846-c380-4f7e-b780-a116ae0d7e4d req-69ecff45-6835-4fce-8026-ae4bb550cb1a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458078 Jul 14 16:02:24.965742 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79581-ec7f-4aee-b33e-7dc529e0c202 req-c9b97b77-2307-4bd2-8407-bff870a19e7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:24.967805 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-35a79581-ec7f-4aee-b33e-7dc529e0c202 req-c9b97b77-2307-4bd2-8407-bff870a19e7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Jul 14 16:02:25.020601 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-35a79581-ec7f-4aee-b33e-7dc529e0c202 req-795535ed-3c21-419b-bf5b-4a70fdd44bdf tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468202 Jul 14 16:02:25.071706 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-33472b87-1c5e-450d-963c-4e5e680bd6a3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432158 Jul 14 16:02:25.174288 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83defa0d-1867-4893-ab20-4e3e6a258e00 req-ca5a3ca3-3989-4c75-a519-3c2fba05d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:25.174288 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-83defa0d-1867-4893-ab20-4e3e6a258e00 req-ca5a3ca3-3989-4c75-a519-3c2fba05d0b8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 1129 time: 0.0416839 Jul 14 16:02:25.259296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-d9828f34-2260-41b4-a0c9-70daa6bf7a28 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:25.265759 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-d9828f34-2260-41b4-a0c9-70daa6bf7a28 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "GET /v2.0/networks?id=36809030-b359-441e-8645-43dc503e5c0f HTTP/1.1" status: 200 len: 814 time: 0.1344132 Jul 14 16:02:25.269777 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-83defa0d-1867-4893-ab20-4e3e6a258e00 req-4bc9e06f-8302-4029-848f-f2eb2b80b918 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833600 Jul 14 16:02:25.270748 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-752d0b34-feb3-44bc-9ea9-b5db49f55e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:25.272217 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-752d0b34-feb3-44bc-9ea9-b5db49f55e4b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 1129 time: 0.0791440 Jul 14 16:02:25.389609 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-16b00fbc-5bc4-400d-945c-f56ea625d9f8 req-28531307-8505-4885-a2f6-e95a77728673 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0346608 Jul 14 16:02:25.549865 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33120-d53c-4fc3-93e0-22ef062655f6 req-efe1a90d-45b3-43de-84e0-547e40ddfe69 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:25.551372 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-42b33120-d53c-4fc3-93e0-22ef062655f6 req-efe1a90d-45b3-43de-84e0-547e40ddfe69 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0494339 Jul 14 16:02:25.603730 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-42b33120-d53c-4fc3-93e0-22ef062655f6 req-7318b84e-aed8-49bc-b431-4fabb5eb0cc0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Jul 14 16:02:25.717996 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c075-b63f-43d0-94be-abca62820033 req-db29a459-2950-4847-b6b4-603ca9039f47 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:25.719476 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5845c075-b63f-43d0-94be-abca62820033 req-db29a459-2950-4847-b6b4-603ca9039f47 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0505519 Jul 14 16:02:25.769379 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5845c075-b63f-43d0-94be-abca62820033 req-90f680cf-3010-47fb-9bb3-d02a9767ad39 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439963 Jul 14 16:02:26.004368 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Request body: {'port': {'device_id': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'network_id': '36809030-b359-441e-8645-43dc503e5c0f', 'admin_state_up': True, 'tenant_id': 'a02d8a2f826a4475982abb77ccc636f5'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:02:26.123235 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-bd9516c1-97a1-4de0-aa11-c805f1a37f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:26.124756 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-bd9516c1-97a1-4de0-aa11-c805f1a37f95 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0918133 Jul 14 16:02:26.180949 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Made reservation on behalf of a02d8a2f826a4475982abb77ccc636f5 for: {'port': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:02:26.185322 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:26.316657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Allocated IP 172.20.0.3 (36809030-b359-441e-8645-43dc503e5c0f/2a818b5e-a520-4a85-ba88-6ffaeb174940/a5b5b9ff-af39-4b0e-9608-d03cc9367d89) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:02:26.430286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:26.473353 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks [] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:26.501162 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-58e3b8e2-4d37-4165-a0dd-b73c09a6b086 req-d33f6189-8a8d-4e4a-af12-f96e7e8094fe tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0407803 Jul 14 16:02:26.501546 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:26.656319 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:26.733449 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Network 36809030-b359-441e-8645-43dc503e5c0f is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:02:26.742764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:02:26.745379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:02:26.785071 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993dec-35f7-4b10-a718-1100393e78a2 req-f8bfb09d-8c6e-4082-b5ea-f12799f787bf tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:26.786541 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac993dec-35f7-4b10-a718-1100393e78a2 req-f8bfb09d-8c6e-4082-b5ea-f12799f787bf tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.1001334 Jul 14 16:02:26.789355 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Pushing event updated for resources: {'Port': ['ID=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:26.811276 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.811624 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.811961 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.812322 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.812652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.813030 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.813355 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.813679 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.814002 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.814324 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.814646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.814967 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.816513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.816513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.816513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:02:26.846096 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:26.849891 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:26.914490 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac993dec-35f7-4b10-a718-1100393e78a2 req-4a394676-b28c-4d85-9ed4-0afd42da32cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194963 Jul 14 16:02:26.923390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98833584-ad44-4be7-9839-5945cd0cd647 req-0d2f654b-6ee5-49ba-9aab-76636a766b7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:26.925117 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-98833584-ad44-4be7-9839-5945cd0cd647 req-0d2f654b-6ee5-49ba-9aab-76636a766b7d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0756083 Jul 14 16:02:26.977956 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-b2c8dd67-95e0-4005-be89-1279a6f1cfe1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 200 len: 217 time: 0.0471826 Jul 14 16:02:26.978177 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-98833584-ad44-4be7-9839-5945cd0cd647 req-5a0b73b0-d1a8-4bcc-9d6b-54fda4504831 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463185 Jul 14 16:02:26.998522 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-cf83ec0d-ea3d-42ea-8356-dc29eff1ef7c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9944828 Jul 14 16:02:27.038533 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-08446408-8f28-406e-b4ec-71a0aba513de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:27.040003 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-08446408-8f28-406e-b4ec-71a0aba513de service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1129 time: 0.0724607 Jul 14 16:02:27.049039 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-1f7a35a9-6f3e-4d83-bc18-1d32b943048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:27.050434 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-1f7a35a9-6f3e-4d83-bc18-1d32b943048f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0549664 Jul 14 16:02:27.234298 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Request body: {'port': {'device_id': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:02:27.296529 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:27.324070 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-e4201b33-52f8-450c-b197-8ab27c996753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:27.325624 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-e4201b33-52f8-450c-b197-8ab27c996753 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956795 Jul 14 16:02:27.380373 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-0e5a7e3e-e3cc-412c-a999-58e1edeb883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:27.381851 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-0e5a7e3e-e3cc-412c-a999-58e1edeb883e service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.1532102 Jul 14 16:02:27.483386 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-3d0c50c9-4142-4bc4-9c86-616bddfcbb6b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 200 len: 1000 time: 0.0758779 Jul 14 16:02:27.485931 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:27.486916 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-a3cd6b77-22ea-474c-b957-30b402458d27 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533656 Jul 14 16:02:27.560169 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b5b9ff-af39-4b0e-9608-d03cc9367d89 {{(pid=111068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:02:27.568060 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Publish callbacks [] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:27.611754 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.provisioning_blocks [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Transition to ACTIVE for port object a5b5b9ff-af39-4b0e-9608-d03cc9367d89 will not be triggered until provisioned by entity L2. {{(pid=111068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:02:27.627302 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558a3a-7a6c-4246-b3f8-bc74052c892b req-5e6b2bad-11bb-4e06-b7ab-b83b9d7ca66f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:27.628808 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21558a3a-7a6c-4246-b3f8-bc74052c892b req-5e6b2bad-11bb-4e06-b7ab-b83b9d7ca66f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 931 time: 0.0544381 Jul 14 16:02:27.676189 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21558a3a-7a6c-4246-b3f8-bc74052c892b req-b76f0123-dbab-4c1c-8c0f-b9af351fbb1e tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Jul 14 16:02:27.752818 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:27.806744 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:27.829508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:27.880779 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Attempting to bind port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:02:27.881125 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Attempting to bind port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:02:27.881511 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Attempting to bind port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 on network 36809030-b359-441e-8645-43dc503e5c0f {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:02:27.885872 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 on network 36809030-b359-441e-8645-43dc503e5c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:02:27.886203 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Attempting to bind port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 on network 36809030-b359-441e-8645-43dc503e5c0f {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:02:27.891774 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:02:27.892117 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Checking segment: {'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:02:27.892510 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Bound using segment: {'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:02:27.892953 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Bound port: a5b5b9ff-af39-4b0e-9608-d03cc9367d89, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024d52c-b487-4c5a-a8cc-59bf7f548cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '36809030-b359-441e-8645-43dc503e5c0f'}}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:02:27.893318 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:27.955141 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] For port a5b5b9ff-af39-4b0e-9608-d03cc9367d89, host hv-cinder-84986, cleared binding levels {{(pid=111068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:02:27.958356 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] For port a5b5b9ff-af39-4b0e-9608-d03cc9367d89, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:02:28.034962 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50206721-172a-4a86-92b9-d2d3366a1b30 req-ed577a41-000c-4798-a2f5-d5726e25fc94 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.036596 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-50206721-172a-4a86-92b9-d2d3366a1b30 req-ed577a41-000c-4798-a2f5-d5726e25fc94 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0529518 Jul 14 16:02:28.104631 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:28.162888 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7efb06-1b96-4734-b8a3-49ceb077328a req-0d68a782-3e75-4a40-aa89-7c5a1fbfe63e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.164532 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dc7efb06-1b96-4734-b8a3-49ceb077328a req-0d68a782-3e75-4a40-aa89-7c5a1fbfe63e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.1145322 Jul 14 16:02:28.169512 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.170369 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:28.171694 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] 10.222.0.121 "PUT /v2.0/ports/a5b5b9ff-af39-4b0e-9608-d03cc9367d89 HTTP/1.1" status: 200 len: 1093 time: 0.9423840 Jul 14 16:02:28.173209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'tag': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:02:28.174670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797c217d-ae46-4da8-9065-161fff27ffbb" -d '{"events": [{"name": "network-changed", "server_uuid": "30ba16d2-b8e0-4d0d-81c3-043b26c64a13", "tag": "a5b5b9ff-af39-4b0e-9608-d03cc9367d89"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:02:28.180261 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-50206721-172a-4a86-92b9-d2d3366a1b30 req-45106e2f-0bf9-4802-8168-4d8a79eb6023 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376286 Jul 14 16:02:28.236951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac34163-363c-4cd3-bfc4-8f6f33f8ce80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,revision_number=3']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:28.254048 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dc7efb06-1b96-4734-b8a3-49ceb077328a req-cc45c733-8938-4784-924d-d6540c926d59 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728159 Jul 14 16:02:28.271720 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-5b54235d-1b31-4932-82ce-138335075d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.273429 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-5b54235d-1b31-4932-82ce-138335075d68 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.1111565 Jul 14 16:02:28.326967 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ce97fa-56e2-4f92-a759-eacacb129b35 x-openstack-request-id: req-55ce97fa-56e2-4f92-a759-eacacb129b35 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:02:28.327391 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ba16d2-b8e0-4d0d-81c3-043b26c64a13", "tag": "a5b5b9ff-af39-4b0e-9608-d03cc9367d89", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:02:28.327649 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-55ce97fa-56e2-4f92-a759-eacacb129b35 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:02:28.328121 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ce97fa-56e2-4f92-a759-eacacb129b35'] response: {'name': 'network-changed', 'server_uuid': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'tag': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89', 'status': 'completed', 'code': 200} Jul 14 16:02:28.354001 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-db7437bc-2fc4-473d-8ba0-586bcf36a3da req-fbd1ce83-03e9-467a-bdaa-3ad60c364507 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590946 Jul 14 16:02:28.361678 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-b2c56a6d-fcdf-4275-ad90-64382da7d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.363089 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-b2c56a6d-fcdf-4275-ad90-64382da7d936 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517755 Jul 14 16:02:28.385561 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690faf2-8916-4ed1-8c3c-e69c93033b10 req-e5f757aa-8e86-4ccb-a27a-cc2fd2aaad0c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.392729 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b690faf2-8916-4ed1-8c3c-e69c93033b10 req-e5f757aa-8e86-4ccb-a27a-cc2fd2aaad0c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0475211 Jul 14 16:02:28.437762 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b690faf2-8916-4ed1-8c3c-e69c93033b10 req-95ae3b8e-dc3a-42ba-99aa-a875770b2ac0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439887 Jul 14 16:02:28.460698 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:28.461420 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 36984) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:02:28.539973 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:28.578932 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c217d-ae46-4da8-9065-161fff27ffbb req-1ce166b9-f99f-4309-b439-34025c0075cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.580582 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-797c217d-ae46-4da8-9065-161fff27ffbb req-1ce166b9-f99f-4309-b439-34025c0075cb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a02d8a2f826a4475982abb77ccc636f5&device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 1127 time: 0.1119554 Jul 14 16:02:28.604398 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa95d2-d6fc-4acd-9601-4d7c61695761 tempest-TestVolumeBootPattern-1275931669 tempest-TestVolumeBootPattern-1275931669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.605830 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-94fa95d2-d6fc-4acd-9601-4d7c61695761 tempest-TestVolumeBootPattern-1275931669 tempest-TestVolumeBootPattern-1275931669-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 1124 time: 0.1359863 Jul 14 16:02:28.610527 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 36988) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:02:28.610709 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-1ac7ad1d-e4c1-4dfa-90b9-83cd9aad602f service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733501 Jul 14 16:02:28.614451 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'port_id': '6a647d8b-907e-42ff-91de-7ab478625df1', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:02:28.615544 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=15 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:28.618464 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=11 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:28.724218 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:28.822402 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:28.838401 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e6552-714d-4534-8d96-85c99990f651 req-73b73668-0891-43f4-90d2-dd2f501a6bb0 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:28.842728 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e59e6552-714d-4534-8d96-85c99990f651 req-73b73668-0891-43f4-90d2-dd2f501a6bb0 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0892382 Jul 14 16:02:28.855607 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:28.907387 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:02:28.932802 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e59e6552-714d-4534-8d96-85c99990f651 req-3df8dc68-4bcd-400f-97fb-99e2dcf48a04 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862544 Jul 14 16:02:28.995581 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Allocated IP 172.27.3.87 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:02:29.077333 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:29.121213 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:29.151318 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c217d-ae46-4da8-9065-161fff27ffbb req-c200ecc6-42a4-4c77-b070-f95222f0a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:29.155200 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-797c217d-ae46-4da8-9065-161fff27ffbb req-c200ecc6-42a4-4c77-b070-f95222f0a129 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=a02d8a2f826a4475982abb77ccc636f5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1553490 Jul 14 16:02:29.178277 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-93baa3fa-7f65-4990-82fb-f1a2711d47f3 req-0cebe372-9173-41dd-9e4a-4ad39b9ac18f service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127002 Jul 14 16:02:29.260377 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:29.304487 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:02:29.309912 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:02:29.312539 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:02:29.349275 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:29.398394 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c217d-ae46-4da8-9065-161fff27ffbb req-9fffe64d-6b1f-462e-b643-a925134ec1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:29.399861 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-797c217d-ae46-4da8-9065-161fff27ffbb req-9fffe64d-6b1f-462e-b643-a925134ec1fb service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1089904 Jul 14 16:02:29.409042 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db108e-693b-4e22-8bc4-7e81ece69feb req-94b92a53-6f76-400c-87e2-098279bdcadc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:29.410490 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-76db108e-693b-4e22-8bc4-7e81ece69feb req-94b92a53-6f76-400c-87e2-098279bdcadc tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0671399 Jul 14 16:02:29.521990 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-76db108e-693b-4e22-8bc4-7e81ece69feb req-3a413f05-b89a-4cd8-8401-dee4383f7fde tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943654 Jul 14 16:02:29.609220 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:29.755341 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:29.888990 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:30.062212 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:30.078003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc292-3ef0-4337-8243-dfa20cb7211e req-21a73305-07ec-4f8e-82c8-0d15d9d850f9 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:30.079502 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-db1cc292-3ef0-4337-8243-dfa20cb7211e req-21a73305-07ec-4f8e-82c8-0d15d9d850f9 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0735121 Jul 14 16:02:30.083428 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:30.131923 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-db1cc292-3ef0-4337-8243-dfa20cb7211e req-877edee5-e5a0-4f4e-8685-ad75f06f34a3 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Jul 14 16:02:30.164043 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:30.232996 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:30.242844 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:30.338652 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Floating IP 3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641 associated. External IP: 172.27.3.87, port: 6a647d8b-907e-42ff-91de-7ab478625df1. Jul 14 16:02:30.540736 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:02:30.581289 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-99a29fc6-c0ed-4dbf-889b-f1ee611df2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:30.931894 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd07f0d-71d6-4daa-b276-ac54d73007eb req-583b6257-4ee7-4cc1-b21b-35c49cc80a99 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:30.933369 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dfd07f0d-71d6-4daa-b276-ac54d73007eb req-583b6257-4ee7-4cc1-b21b-35c49cc80a99 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.3401227 Jul 14 16:02:30.956381 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:02:30.966431 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:02:30.976892 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:02:30.977482 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:02:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:30.998618 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dfd07f0d-71d6-4daa-b276-ac54d73007eb req-05196689-f2d7-43d4-9cdd-39d06b2edc08 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577865 Jul 14 16:02:31.034894 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:31.067281 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-23935c6d-aae0-4afe-98f7-c472a45b30cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4553075 Jul 14 16:02:31.067281 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:02:31.068252 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:02:31.083422 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:02:31.105240 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bbdf04-8026-4922-856a-4fa8b85e5518 x-openstack-request-id: req-d7bbdf04-8026-4922-856a-4fa8b85e5518 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:02:31.105527 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:02:31.105776 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d7bbdf04-8026-4922-856a-4fa8b85e5518 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:02:31.106208 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bbdf04-8026-4922-856a-4fa8b85e5518'] response: {'name': 'network-changed', 'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1', 'status': 'completed', 'code': 200} Jul 14 16:02:31.236000 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:31.244823 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c118f-2c08-41b8-95ac-5316e69573bd req-26ccea7f-f2df-4a7d-8f18-a5375a244f16 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:31.246355 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3d4c118f-2c08-41b8-95ac-5316e69573bd req-26ccea7f-f2df-4a7d-8f18-a5375a244f16 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0474248 Jul 14 16:02:31.298570 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3d4c118f-2c08-41b8-95ac-5316e69573bd req-84afd13a-4a2a-4c11-acbd-ff42f5cada82 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Jul 14 16:02:31.433143 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': '6a647d8b-907e-42ff-91de-7ab478625df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:a4:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:02:29Z', 'updated_at': '2022-07-14T16:02:29Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:31.458240 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:02:31.467243 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:02:31.467840 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:02:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:31.510115 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:31.540758 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:31.558678 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:31.571555 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:02:31.782848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': '6a647d8b-907e-42ff-91de-7ab478625df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:a4:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:02:29Z', 'updated_at': '2022-07-14T16:02:29Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:31.809498 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0317-5ac5-4d5f-aae2-c23ae8ca656b None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': '6a647d8b-907e-42ff-91de-7ab478625df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:a4:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:02:29Z', 'updated_at': '2022-07-14T16:02:29Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:02:32.002716 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477e8a0-dfef-47dc-8ee5-8095dc2ac797 None None] New status for floating IP 3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:02:32.118172 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f7cbd-a82d-478a-893b-100460f8665c req-0d303096-9759-4fd0-b02f-ff861354f957 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:32.119736 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e44f7cbd-a82d-478a-893b-100460f8665c req-0d303096-9759-4fd0-b02f-ff861354f957 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Jul 14 16:02:32.169155 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e44f7cbd-a82d-478a-893b-100460f8665c req-7b192a27-9f40-4ec0-94d5-c7eb72e74b64 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429115 Jul 14 16:02:32.411299 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4eff-8499-468e-8511-6affa4b38eb1 req-ff8e39c7-da3e-420e-bf20-e0262299e222 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:32.412820 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b3b4eff-8499-468e-8511-6affa4b38eb1 req-ff8e39c7-da3e-420e-bf20-e0262299e222 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0470235 Jul 14 16:02:32.460438 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b3b4eff-8499-468e-8511-6affa4b38eb1 req-365eb846-5882-4a42-8580-a91ccd082371 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Jul 14 16:02:32.646017 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-7bf7e21b-9d03-4c3c-a026-ac388c35efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:32.647510 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-7bf7e21b-9d03-4c3c-a026-ac388c35efe8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a02d8a2f826a4475982abb77ccc636f5&device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 1127 time: 0.0426626 Jul 14 16:02:32.918240 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-8426fa17-6514-4a86-ac8f-4c5ec822ef76 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b5b9ff-af39-4b0e-9608-d03cc9367d89 HTTP/1.1" status: 200 len: 217 time: 0.0397480 Jul 14 16:02:32.939618 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffe84-503f-4692-9492-31b633d8b277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:32.978931 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-db0e2546-6431-46c9-a2fe-fd50ab8ab62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:32.980461 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-db0e2546-6431-46c9-a2fe-fd50ab8ab62e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 1129 time: 0.0707023 Jul 14 16:02:32.993101 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-945e11fb-cf62-4122-8dee-92690364ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:32.994462 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-945e11fb-cf62-4122-8dee-92690364ac74 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2a818b5e-a520-4a85-ba88-6ffaeb174940 HTTP/1.1" status: 200 len: 854 time: 0.0570209 Jul 14 16:02:33.288989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685342d-c554-4ed2-a8c4-37f442fced9c req-113fb79c-afa9-469e-bc0a-2b499735dcd6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:33.290452 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1685342d-c554-4ed2-a8c4-37f442fced9c req-113fb79c-afa9-469e-bc0a-2b499735dcd6 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0515556 Jul 14 16:02:33.339116 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1685342d-c554-4ed2-a8c4-37f442fced9c req-e9410bd1-8186-4f4e-b329-45260b439446 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404108 Jul 14 16:02:33.565404 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:33.576794 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2ee1c-dbcc-4914-9b6c-647d84d36713 req-04ba1200-8341-4b33-9fee-03806aac39c0 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:33.578232 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-edc2ee1c-dbcc-4914-9b6c-647d84d36713 req-04ba1200-8341-4b33-9fee-03806aac39c0 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0507126 Jul 14 16:02:33.625886 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-edc2ee1c-dbcc-4914-9b6c-647d84d36713 req-76d6866e-7125-4a9f-af86-49fec445f1e9 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Jul 14 16:02:33.855548 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-8ad4736a-c62b-4731-b656-8f62be54d086 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=36809030-b359-441e-8645-43dc503e5c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492358 Jul 14 16:02:34.111077 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:34.189134 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-5b59966b-388d-4c73-9edc-a4767bfd5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:34.190596 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-5b59966b-388d-4c73-9edc-a4767bfd5bd4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 914 time: 0.3855689 Jul 14 16:02:34.204402 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-0c42b151-993b-44c1-81f0-6f40c423158e service neutron] 10.222.0.121 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420362 Jul 14 16:02:34.320121 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-c6b43924-1e47-460a-bdd9-56c712f217e0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a647d8b-907e-42ff-91de-7ab478625df1 HTTP/1.1" status: 200 len: 1000 time: 0.1144836 Jul 14 16:02:34.375445 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-441ad775-c6e7-4d00-986d-4a2fca10c26f req-3a994820-b569-4a5a-a5eb-627312d8b3b6 service neutron] 10.222.0.121 "GET /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640856 Jul 14 16:02:34.384364 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-3492f735-60a1-4b57-aa67-ed6b7f378c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:34.385773 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-3492f735-60a1-4b57-aa67-ed6b7f378c95 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0581512 Jul 14 16:02:34.406739 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:34.442376 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-f005a7e9-b657-4fb2-b804-043daf3e3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:34.444035 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-f005a7e9-b657-4fb2-b804-043daf3e3785 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450785 Jul 14 16:02:34.455744 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4436222-47cf-4f1b-a713-5ca111d6f13b req-8efa2efe-b836-4129-acc7-7bd3cdabb76c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:34.457241 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e4436222-47cf-4f1b-a713-5ca111d6f13b req-8efa2efe-b836-4129-acc7-7bd3cdabb76c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0476680 Jul 14 16:02:34.504760 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:34.509708 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e4436222-47cf-4f1b-a713-5ca111d6f13b req-e32736cb-9ffc-425f-9838-c3fec8fea501 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466325 Jul 14 16:02:34.540639 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-9c3d8202-b2c8-42e9-8fd5-a4be783735d9 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Jul 14 16:02:34.624439 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43eda-d179-47b7-9f7a-a12339a53596 req-017cf6cf-6f1b-45fa-a586-6608be117d66 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:34.625770 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b1c43eda-d179-47b7-9f7a-a12339a53596 req-017cf6cf-6f1b-45fa-a586-6608be117d66 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0465586 Jul 14 16:02:34.634121 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37018) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:02:34.638965 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Request body: {'floatingip': {'port_id': '30437136-f4f7-42de-8372-31535281820b'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:02:34.691267 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:34.838011 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab20be-1f52-4e15-80d0-17689d29370b req-a2415739-d7af-432a-b9b0-d845aff7a604 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:34.839439 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5aab20be-1f52-4e15-80d0-17689d29370b req-a2415739-d7af-432a-b9b0-d845aff7a604 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0774019 Jul 14 16:02:34.963426 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5aab20be-1f52-4e15-80d0-17689d29370b req-21a6de21-351b-46d3-bebe-67fd00117138 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164384 Jul 14 16:02:35.073528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:35.218440 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:35.283934 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:35.386402 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:35.491923 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:02:35.575641 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:35.597706 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:02:35.602329 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:35.607096 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] Sync routers for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:02:35.617798 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:02:35.618450 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:02:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:35.633902 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:02:35.635757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74bda93-f69e-4bbd-83f6-df0908de98d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:02:35.664985 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-96f5d491-35b7-4ed1-87f7-5b9f19bd2145 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "PUT /v2.0/floatingips/d5baccb6-37ec-480f-a39c-3dffa4d0eb9b HTTP/1.1" status: 200 len: 992 time: 1.0298412 Jul 14 16:02:35.680593 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d642a3e1-0cb8-43f9-86e6-f47d98400990 x-openstack-request-id: req-d642a3e1-0cb8-43f9-86e6-f47d98400990 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:02:35.680935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:02:35.681199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d642a3e1-0cb8-43f9-86e6-f47d98400990 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:02:35.681623 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d642a3e1-0cb8-43f9-86e6-f47d98400990'] response: {'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b', 'status': 'completed', 'code': 200} Jul 14 16:02:35.724167 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:02:35.948674 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:35.950218 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'd5baccb6-37ec-480f-a39c-3dffa4d0eb9b', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'port_id': '30437136-f4f7-42de-8372-31535281820b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'mac_address': 'fa:16:3e:2b:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:59:11Z', 'updated_at': '2022-07-14T16:02:35Z', 'revision_number': 3, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:35.976298 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] Checking router: 9d80e3d1-e01f-4e78-af35-2ed0820d08fe for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:02:35.985028 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:02:35.985626 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:02:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:36.080249 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56d184-d964-47dd-9339-987c608fbd72 req-7cfe39a9-4ec2-4b77-a8f0-93f850c64151 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:36.081724 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee56d184-d964-47dd-9339-987c608fbd72 req-7cfe39a9-4ec2-4b77-a8f0-93f850c64151 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0510418 Jul 14 16:02:36.088343 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:02:36.129442 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee56d184-d964-47dd-9339-987c608fbd72 req-55c15210-b666-450d-9cb5-f5b0618fee38 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Jul 14 16:02:36.287918 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:36.300153 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'd5baccb6-37ec-480f-a39c-3dffa4d0eb9b', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'port_id': '30437136-f4f7-42de-8372-31535281820b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'mac_address': 'fa:16:3e:2b:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:59:11Z', 'updated_at': '2022-07-14T16:02:35Z', 'revision_number': 3, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:02:36.324698 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830b8ea-aef2-43a9-833b-05df816c899c None None] The sync data for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi is: [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'd5baccb6-37ec-480f-a39c-3dffa4d0eb9b', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'port_id': '30437136-f4f7-42de-8372-31535281820b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'mac_address': 'fa:16:3e:2b:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3f295-799c-49ef-a570-bfb044012311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:59:11Z', 'updated_at': '2022-07-14T16:02:35Z', 'revision_number': 3, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:02:37.250160 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf84754-d59d-4651-b548-9066b41304a5 req-0d1a6ab0-3499-4421-b3c6-30cc3470ebd6 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:37.251536 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9cf84754-d59d-4651-b548-9066b41304a5 req-0d1a6ab0-3499-4421-b3c6-30cc3470ebd6 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0487666 Jul 14 16:02:37.298177 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9cf84754-d59d-4651-b548-9066b41304a5 req-3f2f78f1-88ad-4704-b24b-44fe25e17d81 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Jul 14 16:02:37.682989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:02:37.685410 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1a926-b8ca-4c57-943f-f4c763019870" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:02:37.720285 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3b49d5-b9b4-4e67-9f59-81b4cd2706e6 x-openstack-request-id: req-ab3b49d5-b9b4-4e67-9f59-81b4cd2706e6 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:02:37.720579 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "tag": "30437136-f4f7-42de-8372-31535281820b", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:02:37.720820 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ab3b49d5-b9b4-4e67-9f59-81b4cd2706e6 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:02:37.721212 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3b49d5-b9b4-4e67-9f59-81b4cd2706e6'] response: {'name': 'network-changed', 'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'tag': '30437136-f4f7-42de-8372-31535281820b', 'status': 'completed', 'code': 200} Jul 14 16:02:38.245982 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a5b5b9ff-af39-4b0e-9608-d03cc9367d89 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:02:38.348118 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-62dfbd2f-7fbe-4d1b-98f9-06c568e6c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:38.349623 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-62dfbd2f-7fbe-4d1b-98f9-06c568e6c5a5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1129 time: 0.0927529 Jul 14 16:02:38.352635 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port a5b5b9ff-af39-4b0e-9608-d03cc9367d89, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:02:38.364619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89', 'network_id': '36809030-b359-441e-8645-43dc503e5c0f', 'port_id': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89', 'mac_address': 'fa:16:3e:ff:7d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a818b5e-a520-4a85-ba88-6ffaeb174940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:02:38.400267 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:02:38.400574 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:38.404902 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2a80b4fd-8100-4b85-80ca-1ea372fcf5ab req-761146a7-1afd-42e4-ab68-9a5178b61340 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547327 Jul 14 16:02:38.415765 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b5b9ff-af39-4b0e-9608-d03cc9367d89 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:02:38.423690 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1fa03-efc2-4225-a228-32d0a5e59688 req-522a7eae-ccd8-41a5-a9bd-1b3dddc54a0d tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:38.426102 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-82b1fa03-efc2-4225-a228-32d0a5e59688 req-522a7eae-ccd8-41a5-a9bd-1b3dddc54a0d tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 943 time: 0.0497203 Jul 14 16:02:38.440224 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port a5b5b9ff-af39-4b0e-9608-d03cc9367d89, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:02:38.468721 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-ec66e986-76f6-4517-adf1-008cd7e0fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:38.470754 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-ec66e986-76f6-4517-adf1-008cd7e0fa5c service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.1111879 Jul 14 16:02:38.484550 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-82b1fa03-efc2-4225-a228-32d0a5e59688 req-82bf4139-67a9-4167-aa0d-2066c34f78eb tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514312 Jul 14 16:02:38.537632 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-65684027-3fd6-402c-a4fb-c10719d04de2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 200 len: 1000 time: 0.0572233 Jul 14 16:02:38.588231 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-cbfb43a0-a456-4603-93d1-91d8d4f77463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:38.589704 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-cbfb43a0-a456-4603-93d1-91d8d4f77463 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0458930 Jul 14 16:02:38.592803 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:38.641720 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-ce84c514-394c-44ba-bea7-98d7f4c19d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:38.642736 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:38.643232 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-ce84c514-394c-44ba-bea7-98d7f4c19d65 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457358 Jul 14 16:02:38.733559 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-4d2e1d23-d3cf-41d2-823b-bfe967fa032e service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834708 Jul 14 16:02:38.838265 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b8a1a926-b8ca-4c57-943f-f4c763019870 req-ec4f3e52-a99e-4a38-b3c8-154f82fad976 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955746 Jul 14 16:02:38.981822 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-e4d7ac5b-7ce2-4241-b0c4-08a62aa1e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:38.983755 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-e4d7ac5b-7ce2-4241-b0c4-08a62aa1e98f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 1129 time: 0.0393708 Jul 14 16:02:39.080737 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-d199a4a7-74b5-4662-9669-e57bf0fd5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:39.082215 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-d199a4a7-74b5-4662-9669-e57bf0fd5161 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0888171 Jul 14 16:02:39.163832 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-1e67349d-9553-4842-8b7f-43601a8621bd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 200 len: 1000 time: 0.0655644 Jul 14 16:02:39.215097 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-afd8f6ba-74d5-4b7f-a02f-1bc643e62e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:39.217083 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-afd8f6ba-74d5-4b7f-a02f-1bc643e62e19 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0435462 Jul 14 16:02:39.268582 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-d3e8c5df-a268-4ac3-b09a-888f14813d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:39.269990 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-d3e8c5df-a268-4ac3-b09a-888f14813d01 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414004 Jul 14 16:02:39.294746 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:39.329006 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['a5b5b9ff-af39-4b0e-9608-d03cc9367d89'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:02:39.361160 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-b5b2d672-dc3b-4379-b159-6074945d0145 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844634 Jul 14 16:02:39.427921 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:39.434534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:39.470708 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f74bda93-f69e-4bbd-83f6-df0908de98d2 req-f2805f8c-f1b8-4e2a-8814-9f56ddcd4a16 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033468 Jul 14 16:02:39.604031 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c745d5c-66af-4a5d-b561-fe10048d03d1 req-9c98af7d-b0a6-461d-8753-8795712a1168 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:39.605630 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c745d5c-66af-4a5d-b561-fe10048d03d1 req-9c98af7d-b0a6-461d-8753-8795712a1168 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 944 time: 0.0473621 Jul 14 16:02:39.652365 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c745d5c-66af-4a5d-b561-fe10048d03d1 req-78e39f08-663c-4b85-87b9-62420e8e5d3b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Jul 14 16:02:40.765336 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18e045-d409-43a2-9d77-34dca0b4e054 req-4ca4782b-8199-4b5a-961c-c56509abbffc tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:40.766685 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ba18e045-d409-43a2-9d77-34dca0b4e054 req-4ca4782b-8199-4b5a-961c-c56509abbffc tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 944 time: 0.0464518 Jul 14 16:02:40.813399 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ba18e045-d409-43a2-9d77-34dca0b4e054 req-5fe158f9-6753-4133-ac94-f130cd21b17d tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Jul 14 16:02:40.909484 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a5b5b9ff-af39-4b0e-9608-d03cc9367d89 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:02:40.957082 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:02:41.048314 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:02:41.048622 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:41.112553 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:41.118848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:02:41.119234 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:41.141832 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:02:41.144018 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e30f788-4b0c-4613-b8eb-1e7dcea65fa7" -d '{"events": [{"server_uuid": "30ba16d2-b8e0-4d0d-81c3-043b26c64a13", "name": "network-vif-plugged", "status": "completed", "tag": "a5b5b9ff-af39-4b0e-9608-d03cc9367d89"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:02:41.156896 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port a5b5b9ff-af39-4b0e-9608-d03cc9367d89, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:02:41.181943 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb8d2bb-7ad4-490d-ae11-086e86a9bcb4 x-openstack-request-id: req-5eb8d2bb-7ad4-490d-ae11-086e86a9bcb4 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:02:41.182236 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ba16d2-b8e0-4d0d-81c3-043b26c64a13", "name": "network-vif-plugged", "status": "completed", "tag": "a5b5b9ff-af39-4b0e-9608-d03cc9367d89", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:02:41.182494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5eb8d2bb-7ad4-490d-ae11-086e86a9bcb4 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:02:41.182905 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb8d2bb-7ad4-490d-ae11-086e86a9bcb4'] response: {'server_uuid': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89', 'code': 200} Jul 14 16:02:41.271630 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:41.323696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:02:41.663846 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081fe9a-d6e0-4654-a456-df2332a77ddc req-02eb67bc-050e-483b-a0f5-9377e921e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:41.665357 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-6081fe9a-d6e0-4654-a456-df2332a77ddc req-02eb67bc-050e-483b-a0f5-9377e921e686 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 1129 time: 0.0381067 Jul 14 16:02:41.709380 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-6081fe9a-d6e0-4654-a456-df2332a77ddc req-e2573dbb-0636-42fa-95be-8dfd4c4a2a8c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374296 Jul 14 16:02:41.931861 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bfa71-50e0-4c9c-8efa-b99061c1bd74 req-724a85f3-f926-4f34-962f-2540b0709a12 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:41.933357 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-300bfa71-50e0-4c9c-8efa-b99061c1bd74 req-724a85f3-f926-4f34-962f-2540b0709a12 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Jul 14 16:02:41.981334 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-300bfa71-50e0-4c9c-8efa-b99061c1bd74 req-2aec111e-ce53-4ebb-a845-4a1d1bc6ca05 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Jul 14 16:02:43.082103 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:43.095951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20329f-2ae4-42dc-9131-aaa124691a34 req-abe86063-a377-4691-a88e-506d0dcd7453 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:43.097417 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc20329f-2ae4-42dc-9131-aaa124691a34 req-abe86063-a377-4691-a88e-506d0dcd7453 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0466454 Jul 14 16:02:43.144317 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc20329f-2ae4-42dc-9131-aaa124691a34 req-4d6b2bb4-f471-4c73-8123-ece78304f7b0 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Jul 14 16:02:44.261547 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889346f-09cd-485b-a1fa-a6b97859e113 req-e785b3c5-14ef-49f2-9aff-d0dee4d44867 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:44.263004 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f889346f-09cd-485b-a1fa-a6b97859e113 req-e785b3c5-14ef-49f2-9aff-d0dee4d44867 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0507164 Jul 14 16:02:44.285394 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:44.315129 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f889346f-09cd-485b-a1fa-a6b97859e113 req-8a00b4a6-a073-4dad-8486-9d209fa2ff33 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Jul 14 16:02:45.433199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe3be-7667-4223-b0c1-d75cb5274a3a req-2037067d-9d55-4879-a6d7-3fd551f4c89b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:45.434818 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-528fe3be-7667-4223-b0c1-d75cb5274a3a req-2037067d-9d55-4879-a6d7-3fd551f4c89b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0472908 Jul 14 16:02:45.484016 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-528fe3be-7667-4223-b0c1-d75cb5274a3a req-6cd22e43-0eb5-4d7b-b66c-b4652e2d75d5 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Jul 14 16:02:48.546820 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:02:50.900550 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:50.906585 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:51.704478 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:51.707366 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=30 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:55.477684 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=25 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:55.479603 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=10 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:57.714374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44eb56-2c47-4552-903a-f96a572848f6 req-df35d795-97f7-41d2-aac9-f525987b9e47 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:57.715914 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b44eb56-2c47-4552-903a-f96a572848f6 req-df35d795-97f7-41d2-aac9-f525987b9e47 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0487530 Jul 14 16:02:57.778116 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b44eb56-2c47-4552-903a-f96a572848f6 req-225b7879-76b9-4424-959b-8423025fbd2d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562351 Jul 14 16:02:58.414387 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:58.418280 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:58.419998 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:02:58.901634 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab1840-f9d1-493c-b455-246f6162c21e req-2e4e5357-9256-4e6a-b662-89293c6005a3 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:02:58.903087 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d2ab1840-f9d1-493c-b455-246f6162c21e req-2e4e5357-9256-4e6a-b662-89293c6005a3 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0511637 Jul 14 16:02:58.963443 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d2ab1840-f9d1-493c-b455-246f6162c21e req-6d25ad5e-dc01-4f91-9a08-9cc512bf5bd4 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545905 Jul 14 16:03:00.079264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f4cd1-13b7-4901-98af-63f0c6e934eb req-4798bc08-28f9-4bdf-8751-8be416db097e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:00.080743 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f73f4cd1-13b7-4901-98af-63f0c6e934eb req-4798bc08-28f9-4bdf-8751-8be416db097e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0491879 Jul 14 16:03:00.142129 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f73f4cd1-13b7-4901-98af-63f0c6e934eb req-7c5f82fe-7708-4897-9dcf-7ab77220eb1c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542669 Jul 14 16:03:00.581362 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a10bee83-e4bc-4b9e-a316-1fb8abb0919e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:01.258200 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1a6a-0a34-4171-8fa2-47060be7291f req-61fb3de4-6eb5-4162-8cd6-1c53462f30a8 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:01.259655 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ecda1a6a-0a34-4171-8fa2-47060be7291f req-61fb3de4-6eb5-4162-8cd6-1c53462f30a8 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0503221 Jul 14 16:03:01.318708 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ecda1a6a-0a34-4171-8fa2-47060be7291f req-0b0356a0-71ed-4cc5-86d2-80679050486d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532253 Jul 14 16:03:01.609917 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-09b0ba47-20ae-4a82-b89c-bbb05b27119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:01.611361 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-09b0ba47-20ae-4a82-b89c-bbb05b27119c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1168 time: 0.0391395 Jul 14 16:03:01.709134 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-e1dcabb3-541f-4a4d-aefe-144d6b716991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:01.710625 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-e1dcabb3-541f-4a4d-aefe-144d6b716991 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 200 len: 917 time: 0.0883400 Jul 14 16:03:01.779154 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-f2702745-ec92-417e-bbbc-53e9840a9b0e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 1001 time: 0.0558167 Jul 14 16:03:01.831566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-3eba26d5-7172-4642-b6f3-261bb91d9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:01.833838 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-3eba26d5-7172-4642-b6f3-261bb91d9b0a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899922ef-cd27-4226-a72e-2faaa5f59403 HTTP/1.1" status: 200 len: 854 time: 0.0472906 Jul 14 16:03:01.877120 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-d400af74-4443-44f3-8903-af39afcee6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:01.879437 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-d400af74-4443-44f3-8903-af39afcee6bf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9a5251c-11e1-4913-be3c-2c9cbf664c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377529 Jul 14 16:03:01.971329 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-24a919fa-6fef-43bf-992f-8458bbf1ac27 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841379 Jul 14 16:03:02.065226 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b151a00b-130b-48d9-8107-084ca59d2b77 req-19cb359c-ce77-4d22-8b78-b3e3a780fbf0 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870016 Jul 14 16:03:02.434707 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365ba4-afde-4a10-a878-d08519e5040c req-5223e9d9-23aa-44de-82aa-94b38ca50f76 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:02.436183 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c4365ba4-afde-4a10-a878-d08519e5040c req-5223e9d9-23aa-44de-82aa-94b38ca50f76 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0480444 Jul 14 16:03:02.497730 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c4365ba4-afde-4a10-a878-d08519e5040c req-8c1a38d4-e44d-4d56-bd01-4d3da7a5fc57 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555975 Jul 14 16:03:02.947334 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c95b5e9d-a630-4ff0-96b3-c5d66e1d1ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:03.624047 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7427-3996-4a9b-80a8-725e42fc6189 req-724f3faa-4488-47c4-92fd-bc7cde69ab0e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:03.625790 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-225d7427-3996-4a9b-80a8-725e42fc6189 req-724f3faa-4488-47c4-92fd-bc7cde69ab0e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0546470 Jul 14 16:03:03.693381 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-225d7427-3996-4a9b-80a8-725e42fc6189 req-1a2f34c1-95e9-4c14-9515-ac22a24bc8d6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606260 Jul 14 16:03:04.112694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:04.807110 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6b9d8-2a59-420a-ab72-64f1bc9bd87f req-ca9217f2-ba28-4cf1-9de5-0caa4124f2fd tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:04.808511 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0e6b9d8-2a59-420a-ab72-64f1bc9bd87f req-ca9217f2-ba28-4cf1-9de5-0caa4124f2fd tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0472119 Jul 14 16:03:04.868018 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0e6b9d8-2a59-420a-ab72-64f1bc9bd87f req-91272ae9-8a7c-44de-a18a-dce11a96628a tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540442 Jul 14 16:03:05.586762 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:05.907080 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:03:05.923029 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:05.980983 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de285-f2ac-4f82-8fd8-d48cc12f7019 req-cfa7d9a9-0d9d-43e2-a1e7-a02499d61d2c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:05.982460 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8a5de285-f2ac-4f82-8fd8-d48cc12f7019 req-cfa7d9a9-0d9d-43e2-a1e7-a02499d61d2c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0478911 Jul 14 16:03:06.043923 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8a5de285-f2ac-4f82-8fd8-d48cc12f7019 req-79f281c7-0757-4086-9e8d-b585b7e040fb tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550108 Jul 14 16:03:07.162188 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9253d-a094-4958-a8a6-d821a984aced req-b494d05e-0fa1-429b-9d50-3942d914a101 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:07.163654 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bee9253d-a094-4958-a8a6-d821a984aced req-b494d05e-0fa1-429b-9d50-3942d914a101 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0522864 Jul 14 16:03:07.223702 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bee9253d-a094-4958-a8a6-d821a984aced req-5620e1ef-cb5b-45ea-bf41-24119f4e809d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542274 Jul 14 16:03:08.335768 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba373-ea1b-4def-bcc4-23b5aa7d9c18 req-cdf36598-c2cf-46dc-a612-bf2e00273fc9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:08.337247 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-56eba373-ea1b-4def-bcc4-23b5aa7d9c18 req-cdf36598-c2cf-46dc-a612-bf2e00273fc9 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0470035 Jul 14 16:03:08.365279 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:08.367501 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:08.406860 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-56eba373-ea1b-4def-bcc4-23b5aa7d9c18 req-bcfd8472-dce4-4a56-9624-18b1f2516332 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636268 Jul 14 16:03:09.519945 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ab202-40be-457b-a46f-097fc8d44e2e req-8ba002cc-98ac-48d1-bb87-9db8e5b00911 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:09.521440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-262ab202-40be-457b-a46f-097fc8d44e2e req-8ba002cc-98ac-48d1-bb87-9db8e5b00911 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0470188 Jul 14 16:03:09.586976 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-262ab202-40be-457b-a46f-097fc8d44e2e req-da06f6e1-9444-422d-93d8-8629873508ac tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598543 Jul 14 16:03:10.701383 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd315c3-99a7-4300-81aa-c8f5cd0eb207 req-c76ac0d0-53b8-46ba-9e72-19f5c3893d46 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:10.702855 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7dd315c3-99a7-4300-81aa-c8f5cd0eb207 req-c76ac0d0-53b8-46ba-9e72-19f5c3893d46 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0482547 Jul 14 16:03:10.764395 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7dd315c3-99a7-4300-81aa-c8f5cd0eb207 req-bdc48c64-f638-4354-869e-e91e57b7bf4d tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551221 Jul 14 16:03:11.880188 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba177-aa41-4afd-a9e7-f54bbb77385e req-de047098-ef3b-469b-965f-f9bf7870f473 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:11.881749 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4d9ba177-aa41-4afd-a9e7-f54bbb77385e req-de047098-ef3b-469b-965f-f9bf7870f473 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0477080 Jul 14 16:03:11.943651 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4d9ba177-aa41-4afd-a9e7-f54bbb77385e req-ad758d84-6559-4b16-9c00-8605dd01351e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560033 Jul 14 16:03:12.060633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=52 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:12.062618 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=42 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:12.820646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33228d-4870-43cc-9054-265fb898ae02 req-7d829939-201a-42e7-b2d2-ab62323b513e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:12.822106 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8a33228d-4870-43cc-9054-265fb898ae02 req-7d829939-201a-42e7-b2d2-ab62323b513e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0524361 Jul 14 16:03:12.870625 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8a33228d-4870-43cc-9054-265fb898ae02 req-145fe5ff-2372-4a8e-81ff-23b2b7886344 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427370 Jul 14 16:03:13.063439 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc027-f567-4114-a049-c0156bea7384 req-5d17e219-4e94-4fa3-a8a4-93b8cf81c8e3 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:13.064954 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-460fc027-f567-4114-a049-c0156bea7384 req-5d17e219-4e94-4fa3-a8a4-93b8cf81c8e3 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0486848 Jul 14 16:03:13.125558 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-460fc027-f567-4114-a049-c0156bea7384 req-fcb0281e-589a-4d38-b0ec-036581a6ca10 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543823 Jul 14 16:03:13.990577 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4af7a-b0f1-4831-ae3d-0987f0d60f44 req-f6b74ab7-b690-46f9-80fd-163c9c773745 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:13.992033 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f8d4af7a-b0f1-4831-ae3d-0987f0d60f44 req-f6b74ab7-b690-46f9-80fd-163c9c773745 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0509017 Jul 14 16:03:14.039145 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f8d4af7a-b0f1-4831-ae3d-0987f0d60f44 req-6d07b8a7-cdbd-4095-9f6f-c89a9b2db470 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Jul 14 16:03:14.248362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c9fe-38a1-4545-a675-bac6ff5425b2 req-952eeb72-c7ec-4460-aaf7-4215b11389de tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:14.249889 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1fb4c9fe-38a1-4545-a675-bac6ff5425b2 req-952eeb72-c7ec-4460-aaf7-4215b11389de tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0485401 Jul 14 16:03:14.310823 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1fb4c9fe-38a1-4545-a675-bac6ff5425b2 req-7c3224b0-3801-47ba-8f90-019182183c40 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543630 Jul 14 16:03:15.154673 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4665e-04fd-4149-882b-00292a57d5df req-3c4aaf5b-477d-4763-aa4a-5697d1ca7a0c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:15.156189 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-34f4665e-04fd-4149-882b-00292a57d5df req-3c4aaf5b-477d-4763-aa4a-5697d1ca7a0c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0478270 Jul 14 16:03:15.210122 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-34f4665e-04fd-4149-882b-00292a57d5df req-102b8c91-c4cf-48a1-9c51-110c086df86b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480442 Jul 14 16:03:15.419926 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:15.433719 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c112f-0768-40c0-bff4-ddbc4fa08a39 req-19c3b31d-6ebd-4a56-95d8-6ed309918671 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:15.442297 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a94c112f-0768-40c0-bff4-ddbc4fa08a39 req-19c3b31d-6ebd-4a56-95d8-6ed309918671 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0535836 Jul 14 16:03:15.497278 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a94c112f-0768-40c0-bff4-ddbc4fa08a39 req-41337c51-5e3a-4cdb-9813-21ff852fba60 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563185 Jul 14 16:03:15.830546 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:15.835488 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:15.838261 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:15.902525 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:16.337617 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd2b0-134b-4027-aa6b-da08fac21117 req-5b7acbc8-e09d-41a1-92b4-7f0b9fcfa0da tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:16.339333 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e49fd2b0-134b-4027-aa6b-da08fac21117 req-5b7acbc8-e09d-41a1-92b4-7f0b9fcfa0da tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0474751 Jul 14 16:03:16.386905 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e49fd2b0-134b-4027-aa6b-da08fac21117 req-fc8ccfbf-b2cf-4eef-b45c-8dbf98faa761 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Jul 14 16:03:16.599167 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:16.614904 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b7af-080f-46e0-aa51-9ced52dbd766 req-fed15b46-28fe-4443-aafb-5c95ea19189b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:16.617309 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4413b7af-080f-46e0-aa51-9ced52dbd766 req-fed15b46-28fe-4443-aafb-5c95ea19189b tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0507345 Jul 14 16:03:16.677777 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4413b7af-080f-46e0-aa51-9ced52dbd766 req-5b760c12-1cf3-4b12-9b28-f54013f7ed47 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546036 Jul 14 16:03:17.499681 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0366-63f8-4860-9fdd-09d3504a7f88 req-d663824e-0957-4fba-be42-eb4b6ec53c7a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:17.501149 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-272a0366-63f8-4860-9fdd-09d3504a7f88 req-d663824e-0957-4fba-be42-eb4b6ec53c7a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0468113 Jul 14 16:03:17.548493 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-272a0366-63f8-4860-9fdd-09d3504a7f88 req-1daee6fd-6991-499a-b0ea-7b12649d1c5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Jul 14 16:03:17.791632 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1321-1ab4-4385-a9ce-ceb4ce09bcea req-f2d29e76-d754-4e6b-9ba6-5d479f95155f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:17.793137 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61ea1321-1ab4-4385-a9ce-ceb4ce09bcea req-f2d29e76-d754-4e6b-9ba6-5d479f95155f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0477397 Jul 14 16:03:17.856910 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61ea1321-1ab4-4385-a9ce-ceb4ce09bcea req-48921d2f-5d60-4d41-aaaa-b7bb3175ad99 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579772 Jul 14 16:03:17.998084 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb1bd6-8b81-4e4f-b6a7-92565c520e1a req-2967de57-6833-4eb9-b6c0-4e91c9c542b2 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:17.999530 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20eb1bd6-8b81-4e4f-b6a7-92565c520e1a req-2967de57-6833-4eb9-b6c0-4e91c9c542b2 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0474842 Jul 14 16:03:18.046989 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20eb1bd6-8b81-4e4f-b6a7-92565c520e1a req-80e750cf-48a9-473d-a03b-8cd1061fec3f tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Jul 14 16:03:18.638778 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:18.666149 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49cf0d-e66e-47da-b242-25b7b7455987 req-7ff8431f-0350-4d5c-b99a-d56566e62e45 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:18.667902 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c49cf0d-e66e-47da-b242-25b7b7455987 req-7ff8431f-0350-4d5c-b99a-d56566e62e45 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0490923 Jul 14 16:03:18.714900 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4c49cf0d-e66e-47da-b242-25b7b7455987 req-14ce9253-42d4-4bfc-9ea0-cc4e8c344b23 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Jul 14 16:03:18.977616 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a92fc-604c-4d05-b99a-771e4f11aae4 req-c581c1d8-c937-4609-af3b-ccd6f67e0598 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:18.979137 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e04a92fc-604c-4d05-b99a-771e4f11aae4 req-c581c1d8-c937-4609-af3b-ccd6f67e0598 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0503430 Jul 14 16:03:19.038735 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e04a92fc-604c-4d05-b99a-771e4f11aae4 req-4bfebe7d-2108-4546-96ee-b11f5c015883 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538692 Jul 14 16:03:19.162729 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ab2e-0a33-4cc7-bfd3-92f8c0dd59b3 req-ffb426c1-bc9c-4733-8b60-14633786dd59 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:19.164080 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a683ab2e-0a33-4cc7-bfd3-92f8c0dd59b3 req-ffb426c1-bc9c-4733-8b60-14633786dd59 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0477693 Jul 14 16:03:19.221445 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a683ab2e-0a33-4cc7-bfd3-92f8c0dd59b3 req-2f52d9fa-95a2-4e88-a22f-ef67289f9bb9 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514004 Jul 14 16:03:19.830264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3111905-a5a1-4dea-842a-91a5be5ec244 req-14251682-1868-4ab3-80b5-8d71617f1053 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:19.831704 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3111905-a5a1-4dea-842a-91a5be5ec244 req-14251682-1868-4ab3-80b5-8d71617f1053 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0494449 Jul 14 16:03:19.879019 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3111905-a5a1-4dea-842a-91a5be5ec244 req-529421de-b576-4cf2-81ba-6708e9b7dfc1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Jul 14 16:03:20.158405 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb291ad1-4f99-41ec-b08a-0ee014d095d1 req-4f7adaca-8bf8-482d-ba53-7122fe7efb04 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:20.159857 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb291ad1-4f99-41ec-b08a-0ee014d095d1 req-4f7adaca-8bf8-482d-ba53-7122fe7efb04 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0465584 Jul 14 16:03:20.228242 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb291ad1-4f99-41ec-b08a-0ee014d095d1 req-ac7a93e4-f78f-4dd9-8e05-e2961fb87421 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606558 Jul 14 16:03:20.353388 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade55e0a-0d85-4354-8c51-b00161bee956 req-ce830b4d-a54b-4434-ba06-71179fea992a tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:20.354949 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ade55e0a-0d85-4354-8c51-b00161bee956 req-ce830b4d-a54b-4434-ba06-71179fea992a tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0579638 Jul 14 16:03:20.383940 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:20.412583 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:20.417389 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ade55e0a-0d85-4354-8c51-b00161bee956 req-46777599-4493-4737-9aa2-cd03d5a61a82 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/security-groups?id=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569153 Jul 14 16:03:20.996313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f66ed0-4720-40d8-ac4d-98345bbbb72f req-b2da49c8-22ba-4e48-b811-45e2c7e30d82 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:20.997959 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9f66ed0-4720-40d8-ac4d-98345bbbb72f req-b2da49c8-22ba-4e48-b811-45e2c7e30d82 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0476000 Jul 14 16:03:21.016953 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-8a63c87c-130c-4eb6-9c07-af8ed25c406c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:21.018865 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-8a63c87c-130c-4eb6-9c07-af8ed25c406c tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 945 time: 0.0464113 Jul 14 16:03:21.047345 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9f66ed0-4720-40d8-ac4d-98345bbbb72f req-e271933c-7cb2-442d-bc17-d557aac26984 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Jul 14 16:03:21.133485 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Deleting port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:03:21.141289 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:21.225099 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] For port a5b5b9ff-af39-4b0e-9608-d03cc9367d89, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,segment=NetworkSegment(6024d52c-b487-4c5a-a8cc-59bf7f548cdd),segment_id=6024d52c-b487-4c5a-a8cc-59bf7f548cdd)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:03:21.225375 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:21.238476 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Calling delete_port for a5b5b9ff-af39-4b0e-9608-d03cc9367d89 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:03:21.342989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1125f14-f831-441d-9e23-3a918121bfee req-d0107696-4b33-4bf9-8a5f-e9d4121fb83c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:21.344492 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e1125f14-f831-441d-9e23-3a918121bfee req-d0107696-4b33-4bf9-8a5f-e9d4121fb83c tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0473564 Jul 14 16:03:21.406466 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e1125f14-f831-441d-9e23-3a918121bfee req-88972645-a06f-4b9a-88dc-9c02775c3e0e tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552242 Jul 14 16:03:21.450402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (a5b5b9ff-af39-4b0e-9608-d03cc9367d89), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:21.492276 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Pushing event deleted for resources: {'Port': ['ID=a5b5b9ff-af39-4b0e-9608-d03cc9367d89,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:21.492276 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.493172 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.493172 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.493356 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.493640 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.493970 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.494302 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.494626 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.494950 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.495277 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.495623 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.495974 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.496321 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.496641 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.496958 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:21.505248 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['a5b5b9ff-af39-4b0e-9608-d03cc9367d89'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:03:21.526177 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-370dd3ea-6a01-479e-9e1a-1833b6f09cbd req-2c74a922-9d65-497c-93ea-4b2945d8ece8 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0378668 Jul 14 16:03:21.542095 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] No DVR routers for this DVR port a5b5b9ff-af39-4b0e-9608-d03cc9367d89 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:03:21.550849 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:21.554551 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d19170a3-cb5a-4787-a53b-8b3b8efd7019 req-a4ab9c1f-af8a-4762-9ebc-8c07d8a3ab7b tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.121 "DELETE /v2.0/ports/a5b5b9ff-af39-4b0e-9608-d03cc9367d89 HTTP/1.1" status: 204 len: 173 time: 0.5111115 Jul 14 16:03:21.554983 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'name': 'network-vif-deleted', 'tag': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:03:21.557239 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c688773-f069-4f0c-a087-d499f78af77e" -d '{"events": [{"server_uuid": "30ba16d2-b8e0-4d0d-81c3-043b26c64a13", "name": "network-vif-deleted", "tag": "a5b5b9ff-af39-4b0e-9608-d03cc9367d89"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:03:21.644804 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28503e90-26e8-4d98-8401-d76467b6ed6e x-openstack-request-id: req-28503e90-26e8-4d98-8401-d76467b6ed6e {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:03:21.645098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ba16d2-b8e0-4d0d-81c3-043b26c64a13", "name": "network-vif-deleted", "tag": "a5b5b9ff-af39-4b0e-9608-d03cc9367d89", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:03:21.645354 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-28503e90-26e8-4d98-8401-d76467b6ed6e {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:03:21.646301 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28503e90-26e8-4d98-8401-d76467b6ed6e'] response: {'server_uuid': '30ba16d2-b8e0-4d0d-81c3-043b26c64a13', 'name': 'network-vif-deleted', 'tag': 'a5b5b9ff-af39-4b0e-9608-d03cc9367d89', 'status': 'completed', 'code': 200} Jul 14 16:03:22.165251 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b79a2b-7713-44b1-b20e-7eb133db7871 req-3e39f43f-6d62-4b46-9f6b-341d04f2be44 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:22.166707 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68b79a2b-7713-44b1-b20e-7eb133db7871 req-3e39f43f-6d62-4b46-9f6b-341d04f2be44 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0471129 Jul 14 16:03:22.215461 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68b79a2b-7713-44b1-b20e-7eb133db7871 req-6735ebb8-788e-4a9d-9ece-b69e860b3481 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Jul 14 16:03:22.522187 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cf4c8-283d-4c81-bffc-1cc6e4649d74 req-78693bee-9c5a-4824-b270-88fddb9b5ea7 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:22.523700 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7a4cf4c8-283d-4c81-bffc-1cc6e4649d74 req-78693bee-9c5a-4824-b270-88fddb9b5ea7 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0477452 Jul 14 16:03:22.585683 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7a4cf4c8-283d-4c81-bffc-1cc6e4649d74 req-43856aca-0e55-4518-b181-7fb2897a26e1 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562463 Jul 14 16:03:22.645115 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-247af4f8-fadb-4c71-ad08-08ae09cd3a30 req-860c98a8-bf0e-4045-b8f2-065dc8e51fe2 tempest-VolumesSnapshotTestJSON-1279572182 tempest-VolumesSnapshotTestJSON-1279572182-project] 10.222.0.119 "GET /v2.0/ports?device_id=30ba16d2-b8e0-4d0d-81c3-043b26c64a13 HTTP/1.1" status: 200 len: 210 time: 0.0303009 Jul 14 16:03:23.329139 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab469-5d51-46e3-be9c-42563c960739 req-7a77f313-51a6-4e88-b57d-1570ac57585a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:23.330915 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4b4ab469-5d51-46e3-be9c-42563c960739 req-7a77f313-51a6-4e88-b57d-1570ac57585a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0483406 Jul 14 16:03:23.387197 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4b4ab469-5d51-46e3-be9c-42563c960739 req-96aa141b-5413-4638-8b2d-501cf33b9010 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498691 Jul 14 16:03:23.708719 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175828e-0cf6-4b9b-a57a-68cb5c78d62e req-6f181fc0-aa7b-4601-b156-b1b432bb91a4 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:23.708719 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b175828e-0cf6-4b9b-a57a-68cb5c78d62e req-6f181fc0-aa7b-4601-b156-b1b432bb91a4 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0473487 Jul 14 16:03:23.790836 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b175828e-0cf6-4b9b-a57a-68cb5c78d62e req-54f36b72-6bdf-432f-99b3-a00df777a962 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700881 Jul 14 16:03:24.503009 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb0edc-fc62-401b-b828-d6fb6b13c220 req-26412a59-514c-4127-b9a2-906dc23bd3f6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:24.504541 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65fb0edc-fc62-401b-b828-d6fb6b13c220 req-26412a59-514c-4127-b9a2-906dc23bd3f6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0485024 Jul 14 16:03:24.553505 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65fb0edc-fc62-401b-b828-d6fb6b13c220 req-8cf07a55-b74e-4a03-9f01-add56f4ee801 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432658 Jul 14 16:03:24.906215 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771eb37-376a-4a2c-9975-ee92f5e73274 req-6f0921d8-516b-45be-a110-0c807e51d453 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:24.907704 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4771eb37-376a-4a2c-9975-ee92f5e73274 req-6f0921d8-516b-45be-a110-0c807e51d453 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0487461 Jul 14 16:03:24.945881 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-53473554-a3ea-42e6-9da9-1936028beb48 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399888 Jul 14 16:03:24.968284 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4771eb37-376a-4a2c-9975-ee92f5e73274 req-178c19a9-2c81-4d73-a061-e20f5a7dd8b8 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541036 Jul 14 16:03:25.015138 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-9868c05a-dc99-4443-976a-e7f5b42fa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:25.016711 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-9868c05a-dc99-4443-976a-e7f5b42fa740 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2604fe90997b48439ed17360fa15f24a&device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 1129 time: 0.0380659 Jul 14 16:03:25.106661 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a5b5b9ff-af39-4b0e-9608-d03cc9367d89 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:03:25.122240 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-e3517770-a3d8-4e1a-9cad-fca61e6b4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:25.123730 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-e3517770-a3d8-4e1a-9cad-fca61e6b4ac2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 200 len: 921 time: 0.0888300 Jul 14 16:03:25.128471 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: a5b5b9ff-af39-4b0e-9608-d03cc9367d89 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:03:25.128820 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a5b5b9ff-af39-4b0e-9608-d03cc9367d89 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:03:25.164330 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-5132ac33-e171-41b2-b324-319f88e0e71f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad HTTP/1.1" status: 200 len: 217 time: 0.0336885 Jul 14 16:03:25.361408 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-d8818e13-ae5f-4a88-b58a-bc00bc8642e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:25.362854 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-d8818e13-ae5f-4a88-b58a-bc00bc8642e3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 200 len: 858 time: 0.0449173 Jul 14 16:03:25.414999 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-d6db0ecc-1ee6-4f58-8cb5-7ad56af2ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:25.416607 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-d6db0ecc-1ee6-4f58-8cb5-7ad56af2ff3f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426741 Jul 14 16:03:25.544553 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-7b28e79f-bd4f-433e-8e06-942a1dc8b180 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908461 Jul 14 16:03:25.669800 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:25.685748 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-70c57965-7961-4437-b997-fc9fe8a36c92 req-47466fcc-d474-44d5-8b99-8c2a56f828e1 service neutron] 10.222.0.121 "GET /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965531 Jul 14 16:03:25.821774 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e5b53-1232-4191-bad1-8ef0f14d6c1e req-eea687f6-7cb6-44cd-acc7-4dbbfe70c686 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:25.823339 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9a9e5b53-1232-4191-bad1-8ef0f14d6c1e req-eea687f6-7cb6-44cd-acc7-4dbbfe70c686 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0506699 Jul 14 16:03:25.875478 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9a9e5b53-1232-4191-bad1-8ef0f14d6c1e req-3ba72c0c-d15e-415d-bb6e-0b9cb5b52edf tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 Jul 14 16:03:26.084654 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc346cc0-1045-4bf3-9be4-77b6a1b6a140 req-54032b60-f5e4-4add-be27-652ae793efdd tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:26.086118 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dc346cc0-1045-4bf3-9be4-77b6a1b6a140 req-54032b60-f5e4-4add-be27-652ae793efdd tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0466573 Jul 14 16:03:26.127657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:26.147838 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dc346cc0-1045-4bf3-9be4-77b6a1b6a140 req-c1dfbbd8-b5a8-41c4-aeb7-ef2573417066 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558221 Jul 14 16:03:26.957803 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:26.993185 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaec6cd-a00b-466e-a5a5-b43354a06712 req-92032a20-bbf1-4500-9699-d65bbbf78633 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:26.994637 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1aaec6cd-a00b-466e-a5a5-b43354a06712 req-92032a20-bbf1-4500-9699-d65bbbf78633 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0465124 Jul 14 16:03:27.046107 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1aaec6cd-a00b-466e-a5a5-b43354a06712 req-1284d0e3-04ce-493b-9007-e7968055d19b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Jul 14 16:03:27.261534 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863feb43-b242-4cd5-8a7c-ef82e1ba605d req-3f11c739-916a-49ee-b4ce-252294ca64aa tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:27.262987 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-863feb43-b242-4cd5-8a7c-ef82e1ba605d req-3f11c739-916a-49ee-b4ce-252294ca64aa tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0473731 Jul 14 16:03:27.323205 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-863feb43-b242-4cd5-8a7c-ef82e1ba605d req-d1b7d840-a154-4f1e-99d8-f42630da7198 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=e620addb-261f-4a04-8075-87e59777a29f&id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545139 Jul 14 16:03:27.903303 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:28.160939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df1535-36a2-44c2-a290-ab663b0e023b req-d93e115d-23cd-43f5-82eb-feee4281dc6d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:28.163116 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08df1535-36a2-44c2-a290-ab663b0e023b req-d93e115d-23cd-43f5-82eb-feee4281dc6d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0467379 Jul 14 16:03:28.210057 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08df1535-36a2-44c2-a290-ab663b0e023b req-2e8d21f1-a929-425f-ae87-f87a96b17a76 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Jul 14 16:03:28.416405 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:28.899121 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:29.329375 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11467e94-4246-40f7-b144-0c7940a63648 req-4fdb9e77-d052-45df-bd9c-515fe363ef5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:29.330882 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-11467e94-4246-40f7-b144-0c7940a63648 req-4fdb9e77-d052-45df-bd9c-515fe363ef5d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0509877 Jul 14 16:03:29.378468 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-11467e94-4246-40f7-b144-0c7940a63648 req-52b2b09c-ab9d-4fcf-89d4-224ce5e62a5a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Jul 14 16:03:30.495177 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1d930-3df5-44ce-aa70-df685cde2253 req-4de4fa2a-7fa7-4ff7-82b7-a8f9ffea8f1a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:30.496742 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3cd1d930-3df5-44ce-aa70-df685cde2253 req-4de4fa2a-7fa7-4ff7-82b7-a8f9ffea8f1a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0477066 Jul 14 16:03:30.544769 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3cd1d930-3df5-44ce-aa70-df685cde2253 req-cc3f73ca-15bb-4fee-b605-2462afd07641 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423138 Jul 14 16:03:30.621528 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b043204a-76a0-4979-a351-3341aabccf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:31.661670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3a9e4-f818-4633-822d-724f7b969191 req-24d12828-188a-4b52-a2a5-39113a8381b1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:31.663201 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4eb3a9e4-f818-4633-822d-724f7b969191 req-24d12828-188a-4b52-a2a5-39113a8381b1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0505252 Jul 14 16:03:31.711067 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4eb3a9e4-f818-4633-822d-724f7b969191 req-bfb2e3b0-daa3-491d-847c-7253d30b6890 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Jul 14 16:03:32.101213 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6fca6-9243-417e-9e8d-e030b5d4ae66 req-4a84bc29-c0e7-40c4-93f2-8a7b9522e3a6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:32.102988 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9bc6fca6-9243-417e-9e8d-e030b5d4ae66 req-4a84bc29-c0e7-40c4-93f2-8a7b9522e3a6 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0490453 Jul 14 16:03:32.153048 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9bc6fca6-9243-417e-9e8d-e030b5d4ae66 req-190113b5-994f-4644-8179-37ebbfe763be tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444334 Jul 14 16:03:32.276615 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-165876d4-7bf1-40b9-ad7c-1053dd7e5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:32.278065 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-165876d4-7bf1-40b9-ad7c-1053dd7e5f8a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1129 time: 0.0402873 Jul 14 16:03:32.313876 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:32.375553 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-34c6aebc-258b-477d-8ada-7d11078bfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:32.377067 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-34c6aebc-258b-477d-8ada-7d11078bfe9d service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.0912988 Jul 14 16:03:32.440333 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-defeddbb-4ac5-44ea-a58e-99ea7fae7e73 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 1001 time: 0.0558021 Jul 14 16:03:32.488583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-83e797cd-8cf4-4a6b-b230-923fd8de9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:32.490649 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-83e797cd-8cf4-4a6b-b230-923fd8de9695 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0443676 Jul 14 16:03:32.538937 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-3c2bd9d5-9547-4458-b486-e826835cfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:32.540497 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-3c2bd9d5-9547-4458-b486-e826835cfce9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437052 Jul 14 16:03:32.633415 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-71edb76f-d5f8-4c11-b7d0-81e69fee1313 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860846 Jul 14 16:03:32.742738 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bc13933f-9368-420a-a68d-88c9b656b0d0 req-f2dfdace-9933-4e34-88ba-12b35d647ddc service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914612 Jul 14 16:03:33.033281 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d83ce2d3-6bce-406a-952c-ec249faf6ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:33.269621 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5a135-7e1f-4c86-880e-7c1f674a7a0a req-a1b3632e-ada6-443a-9c17-b706a443f068 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:33.271232 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3af5a135-7e1f-4c86-880e-7c1f674a7a0a req-a1b3632e-ada6-443a-9c17-b706a443f068 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0482235 Jul 14 16:03:33.322228 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3af5a135-7e1f-4c86-880e-7c1f674a7a0a req-9b452246-3a4d-44e5-82d0-3621eb1d15e3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452659 Jul 14 16:03:34.159085 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:34.436341 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13ea9d-b0b7-4670-965a-a55e1a13d5e1 req-ca768ee1-84ac-420a-825c-00127ad385a2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:34.437701 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fa13ea9d-b0b7-4670-965a-a55e1a13d5e1 req-ca768ee1-84ac-420a-825c-00127ad385a2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0472515 Jul 14 16:03:34.488925 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fa13ea9d-b0b7-4670-965a-a55e1a13d5e1 req-9e8a88b0-48dc-47af-8360-6c3c931fc7b9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Jul 14 16:03:35.679006 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:35.953350 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:40.925491 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0987415-4332-4448-a1a8-d281185d99a7 req-9311b729-0728-4cc8-b7ca-60e777194b20 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:40.926950 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f0987415-4332-4448-a1a8-d281185d99a7 req-9311b729-0728-4cc8-b7ca-60e777194b20 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0464101 Jul 14 16:03:40.948346 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:40.975440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f0987415-4332-4448-a1a8-d281185d99a7 req-6a40841f-9ca6-4575-9a9a-2001901a1e1d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424173 Jul 14 16:03:42.093382 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefd023-8a8d-4cd9-a0d0-4ab0f26a5ed7 req-c8e28439-bf39-4865-8adb-06479e95af22 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:42.094825 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dcefd023-8a8d-4cd9-a0d0-4ab0f26a5ed7 req-c8e28439-bf39-4865-8adb-06479e95af22 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0499690 Jul 14 16:03:42.144323 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dcefd023-8a8d-4cd9-a0d0-4ab0f26a5ed7 req-e060e8c6-d597-4ff9-9984-13efbbed6613 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 Jul 14 16:03:42.737686 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=27 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:42.738523 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=59 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:42.905674 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:03:43.261926 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeb97b-7652-4dda-bc61-2d1767f5af28 req-f51435f7-ad8a-4bad-b22a-9d09e686a40b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:43.263410 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abaeb97b-7652-4dda-bc61-2d1767f5af28 req-f51435f7-ad8a-4bad-b22a-9d09e686a40b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0471783 Jul 14 16:03:43.311440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abaeb97b-7652-4dda-bc61-2d1767f5af28 req-ccd31df3-1b1e-4c96-b0fe-52251cd1f31b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Jul 14 16:03:44.389127 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:44.426135 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40351a-cd45-43f0-a7d2-dce64afdc868 req-cb8876f6-bf79-40c2-8182-39136cafffa0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:44.427518 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf40351a-cd45-43f0-a7d2-dce64afdc868 req-cb8876f6-bf79-40c2-8182-39136cafffa0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0479634 Jul 14 16:03:44.478766 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf40351a-cd45-43f0-a7d2-dce64afdc868 req-d7c5cd0c-8dd6-4fdb-b8d8-dea08ba18e12 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449870 Jul 14 16:03:45.601795 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c149653-7e1d-4a66-a990-b1293bec9918 req-f6a3d468-8b27-4c36-80c8-6826c4d8038c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:45.603597 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3c149653-7e1d-4a66-a990-b1293bec9918 req-f6a3d468-8b27-4c36-80c8-6826c4d8038c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0487120 Jul 14 16:03:45.654774 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3c149653-7e1d-4a66-a990-b1293bec9918 req-f9e0bf78-977e-4a6e-bce2-bb023623d150 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454752 Jul 14 16:03:45.835071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:45.843006 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:45.844901 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:46.768660 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d68834-05cb-4621-aa6e-84ec4fd4ce8f req-ecaf9863-02b4-478a-a882-c3a4eed6b88a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:46.770104 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-74d68834-05cb-4621-aa6e-84ec4fd4ce8f req-ecaf9863-02b4-478a-a882-c3a4eed6b88a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0475342 Jul 14 16:03:46.821162 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-74d68834-05cb-4621-aa6e-84ec4fd4ce8f req-f581123e-a972-49ef-83c4-6ff72f52079e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=8fc78d50-d842-4ba1-93f7-f354968e2316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Jul 14 16:03:46.891409 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-a0bcdde8-bdd0-41fa-8e4e-8048208cf481 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:46.893051 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-a0bcdde8-bdd0-41fa-8e4e-8048208cf481 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 945 time: 0.0525537 Jul 14 16:03:46.984967 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port da04afde-49ca-4d22-a6e3-9e21925af059 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:03:46.985310 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:47.078602 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] For port da04afde-49ca-4d22-a6e3-9e21925af059, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=da04afde-49ca-4d22-a6e3-9e21925af059,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:03:47.078964 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:47.561798 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:47.562160 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (87cbb68a-ade2-4eca-acc1-2a00596e6086), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:47.562530 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP 87cbb68a-ade2-4eca-acc1-2a00596e6086 disassociated. External IP: 172.27.3.49, port: da04afde-49ca-4d22-a6e3-9e21925af059. Jul 14 16:03:47.562870 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for da04afde-49ca-4d22-a6e3-9e21925af059 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:03:47.781680 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (da04afde-49ca-4d22-a6e3-9e21925af059), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:47.819531 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=da04afde-49ca-4d22-a6e3-9e21925af059,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:47.938500 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8727706d-1f23-4a4f-bdb6-2a24e0b2e409 req-db7588bf-8d51-4d52-8126-77979c62ab32 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0365548 Jul 14 16:03:47.939077 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:03:48.046269 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:03:48.057006 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:03:48.067521 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:03:48.068886 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:03:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:48.090910 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] No DVR routers for this DVR port da04afde-49ca-4d22-a6e3-9e21925af059 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:03:48.093467 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:48.096707 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-28fdc05c-b426-48d4-8988-1ff383bafcb1 req-f2e8c5e0-a6ab-496c-8668-0d81f1b90a9c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "DELETE /v2.0/ports/da04afde-49ca-4d22-a6e3-9e21925af059 HTTP/1.1" status: 204 len: 173 time: 1.1980546 Jul 14 16:03:48.097137 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'name': 'network-vif-deleted', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:03:48.099351 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c484056a-9db3-42e6-9e9e-2db9514fb3b3" -d '{"events": [{"server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "name": "network-vif-deleted", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:03:48.138356 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35384823-af7b-4d1b-bc12-e3c5645598b8 x-openstack-request-id: req-35384823-af7b-4d1b-bc12-e3c5645598b8 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:03:48.138651 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049a39c1-4f3d-4d0b-9363-90141a78f8da", "name": "network-vif-deleted", "tag": "da04afde-49ca-4d22-a6e3-9e21925af059", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:03:48.138904 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-35384823-af7b-4d1b-bc12-e3c5645598b8 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:03:48.139305 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35384823-af7b-4d1b-bc12-e3c5645598b8'] response: {'server_uuid': '049a39c1-4f3d-4d0b-9363-90141a78f8da', 'name': 'network-vif-deleted', 'tag': 'da04afde-49ca-4d22-a6e3-9e21925af059', 'status': 'completed', 'code': 200} Jul 14 16:03:48.179787 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:03:48.403002 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:59Z', 'revision_number': 2, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:48.434030 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:03:48.445430 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:03:48.447525 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:03:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:48.582978 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:48.639185 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:03:48.858144 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:59Z', 'revision_number': 2, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:48.888874 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4af13c8-2c7e-47a8-8ee9-473cca903622 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'db2f82d2-da98-4c85-84f6-8c668b51fc4d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:05:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T15:56:36Z', 'updated_at': '2022-07-14T15:57:59Z', 'revision_number': 2, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:03:49.070285 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-23cccdb0-be08-4279-8e23-7e1ce669e076 req-8ce72a22-680d-41ff-8285-91bf0fac28af tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=049a39c1-4f3d-4d0b-9363-90141a78f8da HTTP/1.1" status: 200 len: 210 time: 0.0401151 Jul 14 16:03:49.206680 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df5d03-ed2d-4d0c-9f3f-c53fcedf6757 None None] New status for floating IP 87cbb68a-ade2-4eca-acc1-2a00596e6086: DOWN {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:03:50.247987 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37454) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:03:50.309324 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (8fc78d50-d842-4ba1-93f7-f354968e2316), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:50.335115 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (8fc78d50-d842-4ba1-93f7-f354968e2316), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:50.564967 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8fc78d50-d842-4ba1-93f7-f354968e2316), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:50.567555 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:50.569560 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/security-groups/8fc78d50-d842-4ba1-93f7-f354968e2316 HTTP/1.1" status: 204 len: 168 time: 0.3204498 Jul 14 16:03:50.572396 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37456) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:03:50.579192 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc78d50-d842-4ba1-93f7-f354968e2316,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:50.587739 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.api.v2.resource [None req-923612cd-7f60-42d1-9c13-ff853f93f6d5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] show failed (client error): The resource could not be found. Jul 14 16:03:50.587919 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.588158 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.588905 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.589054 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-923612cd-7f60-42d1-9c13-ff853f93f6d5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups/8fc78d50-d842-4ba1-93f7-f354968e2316 HTTP/1.1" status: 404 len: 347 time: 0.0153966 Jul 14 16:03:50.589609 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.589985 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.590338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.590664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.591012 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.591335 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.591652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.591973 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.592380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.592701 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.592915 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37458) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:03:50.593063 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.593388 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a03fa-1944-487b-950c-469a92a46cf1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:03:50.717819 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:50.720565 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port e1ea2bfc-3df7-431f-84eb-a4d2e9767a19 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:03:50.720908 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:50.743442 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:50.794895 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:50.795217 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:50.807898 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for e1ea2bfc-3df7-431f-84eb-a4d2e9767a19 owned by network:floatingip {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:03:51.095008 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (e1ea2bfc-3df7-431f-84eb-a4d2e9767a19), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:51.126108 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=e1ea2bfc-3df7-431f-84eb-a4d2e9767a19,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:51.188159 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (87cbb68a-ade2-4eca-acc1-2a00596e6086), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:51.190654 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:51.191803 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-39246e88-051d-4acb-80b7-b610d63ece46 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/floatingips/87cbb68a-ade2-4eca-acc1-2a00596e6086 HTTP/1.1" status: 204 len: 168 time: 0.5978942 Jul 14 16:03:51.226841 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device da04afde-49ca-4d22-a6e3-9e21925af059 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:03:51.246183 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: da04afde-49ca-4d22-a6e3-9e21925af059 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:03:51.246529 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device da04afde-49ca-4d22-a6e3-9e21925af059 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:03:54.406961 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f385834-3098-46ae-8b62-b81a13672644 req-e6ff2467-efd9-4bd1-a2d7-318a7153d5d0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:54.408431 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f385834-3098-46ae-8b62-b81a13672644 req-e6ff2467-efd9-4bd1-a2d7-318a7153d5d0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0517182 Jul 14 16:03:54.457592 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f385834-3098-46ae-8b62-b81a13672644 req-8cfa20c3-ffe5-4136-af81-372429b4054e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Jul 14 16:03:55.585283 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d181c7-5dd3-4e70-8faa-b2dac79de9f3 req-f220b010-8e50-4c48-8c5d-bc3a2417794d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:55.586760 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-26d181c7-5dd3-4e70-8faa-b2dac79de9f3 req-f220b010-8e50-4c48-8c5d-bc3a2417794d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0461981 Jul 14 16:03:55.635561 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-26d181c7-5dd3-4e70-8faa-b2dac79de9f3 req-65d7c290-76a1-4781-ba68-1f0ce3e6ab99 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=d370902a-2516-4b72-a495-5ab55eb71793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Jul 14 16:03:55.722107 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-e9e95c34-e255-4989-8ab3-097f15175cd3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:03:55.723469 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-e9e95c34-e255-4989-8ab3-097f15175cd3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 945 time: 0.0467186 Jul 14 16:03:55.808890 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port fd63becb-ed28-4d91-8401-801a37b8d3fa {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:03:55.809233 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:55.896887 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:55.898758 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] For port fd63becb-ed28-4d91-8401-801a37b8d3fa, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fd63becb-ed28-4d91-8401-801a37b8d3fa,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:03:55.899119 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:56.063764 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:56.064046 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (db2f82d2-da98-4c85-84f6-8c668b51fc4d), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:56.064387 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP db2f82d2-da98-4c85-84f6-8c668b51fc4d disassociated. External IP: 172.27.3.38, port: fd63becb-ed28-4d91-8401-801a37b8d3fa. Jul 14 16:03:56.064725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for fd63becb-ed28-4d91-8401-801a37b8d3fa owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:03:56.353635 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (fd63becb-ed28-4d91-8401-801a37b8d3fa), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:56.382351 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=fd63becb-ed28-4d91-8401-801a37b8d3fa,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:56.484968 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:56.493747 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:03:56.599766 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:03:56.612503 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:03:56.625106 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:03:56.626116 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:03:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:56.652454 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] No DVR routers for this DVR port fd63becb-ed28-4d91-8401-801a37b8d3fa on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:03:56.654996 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:56.658767 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-7b1dcaaa-eb47-42cc-86f5-828aa773f262 req-05b3b2f9-8c35-4004-840a-01f5f443704f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "DELETE /v2.0/ports/fd63becb-ed28-4d91-8401-801a37b8d3fa HTTP/1.1" status: 204 len: 173 time: 0.9297867 Jul 14 16:03:56.659215 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'name': 'network-vif-deleted', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:03:56.661700 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dc4c9c-98e8-4bc0-8f59-d65511f03ddd" -d '{"events": [{"server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "name": "network-vif-deleted", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:03:56.716307 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed60d60e-4000-4c50-aff0-15b8b9db7c65 x-openstack-request-id: req-ed60d60e-4000-4c50-aff0-15b8b9db7c65 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:03:56.716609 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41756c6f-5714-4b75-b3fb-ee75edcac924", "name": "network-vif-deleted", "tag": "fd63becb-ed28-4d91-8401-801a37b8d3fa", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:03:56.716861 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ed60d60e-4000-4c50-aff0-15b8b9db7c65 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:03:56.717261 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed60d60e-4000-4c50-aff0-15b8b9db7c65'] response: {'server_uuid': '41756c6f-5714-4b75-b3fb-ee75edcac924', 'name': 'network-vif-deleted', 'tag': 'fd63becb-ed28-4d91-8401-801a37b8d3fa', 'status': 'completed', 'code': 200} Jul 14 16:03:56.744133 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:03:56.769191 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9d221210-2892-445f-98b2-15139fde83d3 req-169c5f57-4efe-4057-91a3-0818b5713db8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0428441 Jul 14 16:03:56.857119 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:56.887598 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:56.956134 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:56.987335 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:03:56.997980 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:03:56.998659 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:03:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:57.102282 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:03:57.284506 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:57.310082 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9212827-7ecd-4e75-9681-7c2f2d833895 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:03:57.537985 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca28af-1cb8-4d23-8fed-d9e07ebb77e4 None None] New status for floating IP db2f82d2-da98-4c85-84f6-8c668b51fc4d: DOWN {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:03:57.883483 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37542) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:03:57.890555 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1efc2387-314a-40c9-a1f4-dd07235a3563 req-84c7dfed-dad3-4920-847d-74c00c8cea0a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=41756c6f-5714-4b75-b3fb-ee75edcac924 HTTP/1.1" status: 200 len: 210 time: 0.0324035 Jul 14 16:03:57.931158 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] Deleting subnet 2a818b5e-a520-4a85-ba88-6ffaeb174940 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:03:57.934761 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] Publish callbacks [] for subnet (2a818b5e-a520-4a85-ba88-6ffaeb174940), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:57.971257 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (2a818b5e-a520-4a85-ba88-6ffaeb174940), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.011016 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (2a818b5e-a520-4a85-ba88-6ffaeb174940), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.160072 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (2a818b5e-a520-4a85-ba88-6ffaeb174940), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.184945 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a818b5e-a520-4a85-ba88-6ffaeb174940,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:58.190457 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.194295 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-5bebd5ca-0980-4c0c-987e-8bf01c898de1 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/2a818b5e-a520-4a85-ba88-6ffaeb174940 HTTP/1.1" status: 204 len: 168 time: 0.3090134 Jul 14 16:03:58.196990 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37544) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:03:58.266306 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (36809030-b359-441e-8645-43dc503e5c0f), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.346795 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (36809030-b359-441e-8645-43dc503e5c0f), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.367240 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36809030-b359-441e-8645-43dc503e5c0f']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:58.376594 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6024d52c-b487-4c5a-a8cc-59bf7f548cdd') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:58.376892 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6024d52c-b487-4c5a-a8cc-59bf7f548cdd') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:03:58.388171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (6024d52c-b487-4c5a-a8cc-59bf7f548cdd), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.395558 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:03:58.401945 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (6024d52c-b487-4c5a-a8cc-59bf7f548cdd), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.408172 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:03:58.408544 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (6024d52c-b487-4c5a-a8cc-59bf7f548cdd), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.484764 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 6024d52c-b487-4c5a-a8cc-59bf7f548cdd resource provider aggregate not found Jul 14 16:03:58.498699 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 6024d52c-b487-4c5a-a8cc-59bf7f548cdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6024d52c-b487-4c5a-a8cc-59bf7f548cdd found for delete ", "request_id": "req-5f071a2f-7f14-450b-bba2-438eb61e7081"}]} Jul 14 16:03:58.551755 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (36809030-b359-441e-8645-43dc503e5c0f), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.558213 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:58.561321 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] 10.222.0.119 "DELETE /v2.0/networks/36809030-b359-441e-8645-43dc503e5c0f HTTP/1.1" status: 204 len: 168 time: 0.3634255 Jul 14 16:03:58.572894 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53732c6a-f488-488c-a019-a08625715351 admin admin] Pushing event deleted for resources: {'Network': ['ID=36809030-b359-441e-8645-43dc503e5c0f,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:58.969321 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37558) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:03:59.010057 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4c37a3a8-3068-4eb5-b158-4110e45204a0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a02d8a2f826a4475982abb77ccc636f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395379 Jul 14 16:03:59.012648 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37560) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:03:59.060922 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e5e696f2-0153-42cb-bed5-ea9ecd281f60 admin admin] Publish callbacks [] for security_group (3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:59.082701 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e5e696f2-0153-42cb-bed5-ea9ecd281f60 admin admin] Publish callbacks [] for security_group (3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:59.214854 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e5e696f2-0153-42cb-bed5-ea9ecd281f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:59.217353 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-e5e696f2-0153-42cb-bed5-ea9ecd281f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:03:59.218513 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-e5e696f2-0153-42cb-bed5-ea9ecd281f60 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b HTTP/1.1" status: 204 len: 168 time: 0.2049856 Jul 14 16:03:59.227488 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e696f2-0153-42cb-bed5-ea9ecd281f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc8ee63-ee95-4f2b-8ea8-85c3557cdd1b,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:03:59.264185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fd63becb-ed28-4d91-8401-801a37b8d3fa no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:03:59.286711 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: fd63becb-ed28-4d91-8401-801a37b8d3fa {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:03:59.287546 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fd63becb-ed28-4d91-8401-801a37b8d3fa not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:04:00.121655 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37576) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:00.152033 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:00.189534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2e217b3d-dee3-435c-8eaa-f7ec78212b50 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (d370902a-2516-4b72-a495-5ab55eb71793), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.216900 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2e217b3d-dee3-435c-8eaa-f7ec78212b50 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (d370902a-2516-4b72-a495-5ab55eb71793), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.421884 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2e217b3d-dee3-435c-8eaa-f7ec78212b50 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d370902a-2516-4b72-a495-5ab55eb71793), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.424684 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2e217b3d-dee3-435c-8eaa-f7ec78212b50 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.425841 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2e217b3d-dee3-435c-8eaa-f7ec78212b50 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/security-groups/d370902a-2516-4b72-a495-5ab55eb71793 HTTP/1.1" status: 204 len: 168 time: 0.3031809 Jul 14 16:04:00.429396 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37584) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:00.442154 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e217b3d-dee3-435c-8eaa-f7ec78212b50 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d370902a-2516-4b72-a495-5ab55eb71793,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:00.442843 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.api.v2.resource [None req-3520affc-0dd0-46e9-8613-5c2c89baed41 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] show failed (client error): The resource could not be found. Jul 14 16:04:00.444021 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3520affc-0dd0-46e9-8613-5c2c89baed41 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups/d370902a-2516-4b72-a495-5ab55eb71793 HTTP/1.1" status: 404 len: 347 time: 0.0136671 Jul 14 16:04:00.447672 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37586) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:00.566144 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port de0f9783-1794-4c7b-b763-373a4b263f92 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:00.566481 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (de0f9783-1794-4c7b-b763-373a4b263f92), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.588388 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:00.645616 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (de0f9783-1794-4c7b-b763-373a4b263f92), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.645944 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (de0f9783-1794-4c7b-b763-373a4b263f92), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.658719 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for de0f9783-1794-4c7b-b763-373a4b263f92 owned by network:floatingip {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:00.667117 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:00.719202 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6c33b0fa-8cf7-47b3-b865-e5e8238ae3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.948118 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (de0f9783-1794-4c7b-b763-373a4b263f92), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:00.975212 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=de0f9783-1794-4c7b-b763-373a4b263f92,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:01.287031 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (db2f82d2-da98-4c85-84f6-8c668b51fc4d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:01.290247 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:01.291385 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-2ce80b28-079f-40eb-89bf-f02565734d7d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/floatingips/db2f82d2-da98-4c85-84f6-8c668b51fc4d HTTP/1.1" status: 204 len: 168 time: 0.8427761 Jul 14 16:04:01.562892 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37596) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:01.567391 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-d627953d-e099-4252-b657-08f6e721c8a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941894909', 'description': 'tempest-description--2098686664'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:01.690653 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d627953d-e099-4252-b657-08f6e721c8a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:01.764610 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d627953d-e099-4252-b657-08f6e721c8a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (07e1386c-8a1b-4234-8c03-d797b416e59d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.051556 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d627953d-e099-4252-b657-08f6e721c8a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (07e1386c-8a1b-4234-8c03-d797b416e59d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.081704 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627953d-e099-4252-b657-08f6e721c8a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1386c-8a1b-4234-8c03-d797b416e59d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:02.213286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d627953d-e099-4252-b657-08f6e721c8a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.214841 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d627953d-e099-4252-b657-08f6e721c8a8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6509075 Jul 14 16:04:02.217708 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37604) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:02.221994 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-c75a3054-17fc-48b0-81c5-0bdce4b469e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': '07e1386c-8a1b-4234-8c03-d797b416e59d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:02.337778 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c75a3054-17fc-48b0-81c5-0bdce4b469e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (decbffb2-7e1e-4a22-8dc9-61a8cebdcfcb), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.392895 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c75a3054-17fc-48b0-81c5-0bdce4b469e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (decbffb2-7e1e-4a22-8dc9-61a8cebdcfcb), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.483019 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c75a3054-17fc-48b0-81c5-0bdce4b469e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (decbffb2-7e1e-4a22-8dc9-61a8cebdcfcb), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.504374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3054-17fc-48b0-81c5-0bdce4b469e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decbffb2-7e1e-4a22-8dc9-61a8cebdcfcb,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:02.576618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c75a3054-17fc-48b0-81c5-0bdce4b469e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.577759 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c75a3054-17fc-48b0-81c5-0bdce4b469e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591533 Jul 14 16:04:02.580442 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37606) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:02.584843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-6446b62a-531d-49ff-8ee2-bb590c7ec960 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': '07e1386c-8a1b-4234-8c03-d797b416e59d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:02.672581 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6446b62a-531d-49ff-8ee2-bb590c7ec960 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (0c604da5-cf58-4cba-a032-4ec67e5208db), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.682106 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:02.728988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6446b62a-531d-49ff-8ee2-bb590c7ec960 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (0c604da5-cf58-4cba-a032-4ec67e5208db), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.868283 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6446b62a-531d-49ff-8ee2-bb590c7ec960 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (0c604da5-cf58-4cba-a032-4ec67e5208db), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:02.887898 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446b62a-531d-49ff-8ee2-bb590c7ec960 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c604da5-cf58-4cba-a032-4ec67e5208db,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:02.993426 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c3152b84-cb8a-4f1e-bed4-793e442a569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:03.007111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6446b62a-531d-49ff-8ee2-bb590c7ec960 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:03.008402 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6446b62a-531d-49ff-8ee2-bb590c7ec960 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4269695 Jul 14 16:04:03.011501 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37610) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:03.015827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:03.159037 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:03.238798 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:03.324814 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:03.346499 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.27.3.215 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/ecc44379-c08d-4649-b037-b7c41b3d5ceb) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:03.450001 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:03.649619 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:03.687591 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:03.698132 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:03.700194 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=ecc44379-c08d-4649-b037-b7c41b3d5ceb,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:03.702240 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:03.732278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:03.787368 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (5d27caa3-d39c-461a-b33c-cae5d10bb18d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:03.907670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:04.065222 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:04.169434 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:04.169674 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:04.240243 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=ecc44379-c08d-4649-b037-b7c41b3d5ceb,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:04.248659 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (5d27caa3-d39c-461a-b33c-cae5d10bb18d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:04.417168 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:04.419043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-e4f7b616-44a1-47db-98d5-2e7ef8ff6732 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4060478 Jul 14 16:04:04.635546 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-93ae7ed8-c24b-4717-8a86-0f6062845b68 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--941894909&fields=id&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 267 time: 0.0446477 Jul 14 16:04:04.746834 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-aba45832-7e5d-4b40-b238-56105665656e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:04.748345 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-aba45832-7e5d-4b40-b238-56105665656e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.1062424 Jul 14 16:04:04.763405 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-eb976ed0-5be6-4db6-97db-e81fa2a14c53 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/quotas/4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 375 time: 0.0097430 Jul 14 16:04:04.812501 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-e393f8a6-99e9-4016-8774-cdf4fba2e863 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437958 Jul 14 16:04:04.913135 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-93a3dd80-f49b-420d-b173-d9b79cc8645c service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884273 Jul 14 16:04:04.943546 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:05.004459 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a48db56d-9e8d-440e-84c3-8dea95a81f23 service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855360 Jul 14 16:04:05.339680 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-84e2df48-deaf-4e3e-b658-727491734615 req-60399259-4cf5-45f3-98a8-42faa135fab0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0332654 Jul 14 16:04:05.661914 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:05.953510 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:06.436375 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-96fb7e50-a795-482f-a093-9bb5869a89b2 req-c5307c07-4013-41f3-8aa3-4f1eabd67703 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0280237 Jul 14 16:04:07.282127 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=21 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:07.287019 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=67 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:07.534896 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f674f86b-fa8d-4330-b37c-d96eb170f61d req-053771ae-d15b-4510-a2e2-38011dde6f3e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0279188 Jul 14 16:04:08.631275 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-813ce442-51f4-4aaa-a62d-0d7d50ddc6f6 req-13a82057-c2ce-4518-a2b1-1c26ad028681 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0288293 Jul 14 16:04:09.747590 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a14bb8f0-93f9-4a02-892f-698bec7923de req-a8bd3c09-3bcb-4aa9-91e7-d7c9237626d6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0299299 Jul 14 16:04:10.432400 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:10.848754 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1566004f-8dd2-4d99-83b9-cef059668d49 req-cc38722b-d86b-4b52-af23-3ab57f85bff5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jul 14 16:04:10.859577 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-7ed221ab-6d0c-4040-8362-6cf1ae049b37 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:10.861125 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-7ed221ab-6d0c-4040-8362-6cf1ae049b37 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.1056836 Jul 14 16:04:10.959843 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c5d679f5-7b47-42c1-bf4f-e522f0e395ba tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 379 time: 0.0588689 Jul 14 16:04:11.452406 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83984bba-48e2-4722-931d-f0cb47104f8e req-55d8d4f9-8d9b-4311-b7a5-a98f8b02bbd1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:11.453866 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-83984bba-48e2-4722-931d-f0cb47104f8e req-55d8d4f9-8d9b-4311-b7a5-a98f8b02bbd1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0503056 Jul 14 16:04:11.501171 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-83984bba-48e2-4722-931d-f0cb47104f8e req-78bfb6e5-dba8-43c1-b06f-e2a8c513c3df tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416591 Jul 14 16:04:11.954473 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6df03114-ee87-4714-b42b-828a50256579 req-9cd0b5d2-13a1-4af0-9998-80398895817c tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0305233 Jul 14 16:04:12.298085 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'port': {'device_id': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'admin_state_up': True, 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'security_groups': ['07e1386c-8a1b-4234-8c03-d797b416e59d']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:12.502279 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Made reservation on behalf of 4941c3a4d1be445b972c8684bc8b18d0 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:04:12.505980 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:12.636191 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938ac32-4d0f-4b72-ab5c-2715ef4992d9 req-97121403-5446-4c5f-9f2b-24c95f155e3e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:12.637790 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3938ac32-4d0f-4b72-ab5c-2715ef4992d9 req-97121403-5446-4c5f-9f2b-24c95f155e3e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0642207 Jul 14 16:04:12.651320 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.20.0.10 (81beb021-9d5c-47cd-b940-d1c5b4031ad6/6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4/fbb35928-21d0-4314-9692-0ae8ddb46d67) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:12.678833 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:12.693626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3938ac32-4d0f-4b72-ab5c-2715ef4992d9 req-c0a63e65-3a05-4da5-a5b8-46e024059d6d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493851 Jul 14 16:04:12.800694 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:12.925840 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:12.975803 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:12.988695 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:12.994240 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:12.996521 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=fbb35928-21d0-4314-9692-0ae8ddb46d67,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:12.998651 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:13.054576 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:13.055134 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:13.075456 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8c55-fedc-4d55-bf65-d1404381eac5 req-d90393fa-800d-4dba-ac15-34e84bb1edb1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:13.078199 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-577d8c55-fedc-4d55-bf65-d1404381eac5 req-d90393fa-800d-4dba-ac15-34e84bb1edb1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0543826 Jul 14 16:04:13.139095 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-577d8c55-fedc-4d55-bf65-d1404381eac5 req-c4560777-005f-40b5-be18-f034d3f70872 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549111 Jul 14 16:04:13.144838 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-a19a02e5-0304-4619-b20d-ef775aa5f8a3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8506234 Jul 14 16:04:13.242546 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-b5f7c9f4-f1a6-45e0-993b-ef9af5d8e3ba None None] Provisioning complete for port fbb35928-21d0-4314-9692-0ae8ddb46d67 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:13.243783 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c9f4-f1a6-45e0-993b-ef9af5d8e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:13.276325 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7c9f4-f1a6-45e0-993b-ef9af5d8e3ba None None] Port fbb35928-21d0-4314-9692-0ae8ddb46d67 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:13.822851 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0479-d750-458a-bde5-038c57ebf4f6 req-fe7b2127-686b-4e66-9e72-f0d04e8d2782 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:13.824272 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d45e0479-d750-458a-bde5-038c57ebf4f6 req-fe7b2127-686b-4e66-9e72-f0d04e8d2782 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0510705 Jul 14 16:04:13.872580 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d45e0479-d750-458a-bde5-038c57ebf4f6 req-3c71e527-0dc0-4513-83b3-c661e1a9b2d8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Jul 14 16:04:14.256365 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61990f41-241c-4867-99c9-4ee00ffeefe2 req-7cd0fef0-a853-49ec-b0f9-92cf4822c72d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:14.257824 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61990f41-241c-4867-99c9-4ee00ffeefe2 req-7cd0fef0-a853-49ec-b0f9-92cf4822c72d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0487618 Jul 14 16:04:14.306248 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61990f41-241c-4867-99c9-4ee00ffeefe2 req-379f4ad6-bbac-42e2-bf85-cf4556a09384 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Jul 14 16:04:14.985255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d0ca5-56fa-4a10-817e-df9e2e54fad8 req-a47e88d3-ecd5-42ba-a519-10d048d834af tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:14.986706 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-789d0ca5-56fa-4a10-817e-df9e2e54fad8 req-a47e88d3-ecd5-42ba-a519-10d048d834af tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Jul 14 16:04:15.036532 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-789d0ca5-56fa-4a10-817e-df9e2e54fad8 req-9df04a5a-01e0-40f4-b884-41ce9bbd93ce tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443442 Jul 14 16:04:15.423088 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fa8d7-b85e-4e4f-be82-fd3215e9ab8a req-bdbd628e-0607-4bdc-9e70-dd25a53a02b8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:15.424604 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e45fa8d7-b85e-4e4f-be82-fd3215e9ab8a req-bdbd628e-0607-4bdc-9e70-dd25a53a02b8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0478332 Jul 14 16:04:15.473304 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e45fa8d7-b85e-4e4f-be82-fd3215e9ab8a req-7e262d93-89c4-4280-bd2e-2d3547aa1ecb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432346 Jul 14 16:04:16.158964 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e83fd-6796-4eb0-9821-22c83acb4f39 req-dbca4b1c-7a91-42e7-bd11-1dbd513fad15 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:16.160374 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-810e83fd-6796-4eb0-9821-22c83acb4f39 req-dbca4b1c-7a91-42e7-bd11-1dbd513fad15 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0482330 Jul 14 16:04:16.208596 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-810e83fd-6796-4eb0-9821-22c83acb4f39 req-1cdd70a4-b5e2-45ca-99f2-3ceb904d530b tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Jul 14 16:04:16.591762 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937bc3-3735-45a9-b027-a070429a0de3 req-13fc42b5-fdd9-4149-a4c6-72c040a4be3d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:16.593234 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d2937bc3-3735-45a9-b027-a070429a0de3 req-13fc42b5-fdd9-4149-a4c6-72c040a4be3d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0501528 Jul 14 16:04:16.641705 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d2937bc3-3735-45a9-b027-a070429a0de3 req-08883fe0-f844-4b9b-b17d-e400b10b325f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Jul 14 16:04:17.331039 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d794d5c-8698-48ff-b1dd-00f4bc8a5791 req-5e3ef32c-a067-4896-92c7-3b821df086ee tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:17.332716 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d794d5c-8698-48ff-b1dd-00f4bc8a5791 req-5e3ef32c-a067-4896-92c7-3b821df086ee tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0524447 Jul 14 16:04:17.360943 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:17.385877 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8d794d5c-8698-48ff-b1dd-00f4bc8a5791 req-6b637ee9-cccf-4105-a29d-fad8e3cb08f1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 Jul 14 16:04:17.757662 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d191676-eddc-484c-8f02-0b8f73b0bf35 req-2be7bbcb-7908-4ca1-8187-437dfc4389d5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:17.759718 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d191676-eddc-484c-8f02-0b8f73b0bf35 req-2be7bbcb-7908-4ca1-8187-437dfc4389d5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0509059 Jul 14 16:04:17.806478 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d191676-eddc-484c-8f02-0b8f73b0bf35 req-9c776342-3b91-4596-b43c-e047cb84233e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410156 Jul 14 16:04:18.426682 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:18.427287 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:18.431706 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=16 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:18.503685 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c14365-f165-4f08-b22f-3286c10fc0c4 req-8ebbb370-0563-4415-86f4-fa0a480c6170 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:18.505201 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-06c14365-f165-4f08-b22f-3286c10fc0c4 req-8ebbb370-0563-4415-86f4-fa0a480c6170 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Jul 14 16:04:18.518796 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:18.566667 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-06c14365-f165-4f08-b22f-3286c10fc0c4 req-8b5be849-ec32-437e-ab7b-6850a70014f1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455010 Jul 14 16:04:18.918450 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18d976-9f55-437e-b6ef-94479bcdf819 req-d1610b06-9028-4cef-a9b0-3f033cd56e19 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:18.919917 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3d18d976-9f55-437e-b6ef-94479bcdf819 req-d1610b06-9028-4cef-a9b0-3f033cd56e19 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0464771 Jul 14 16:04:18.971226 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3d18d976-9f55-437e-b6ef-94479bcdf819 req-56a1860c-174a-4ed6-b1cc-100d675eaecf tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456140 Jul 14 16:04:19.678562 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26add5f-8a63-4174-9d72-19ae8e34a5d4 req-bf968302-9494-4ea3-9b51-c9eb42ef4175 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:19.757612 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b26add5f-8a63-4174-9d72-19ae8e34a5d4 req-bf968302-9494-4ea3-9b51-c9eb42ef4175 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0476086 Jul 14 16:04:19.757612 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:19.757612 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b26add5f-8a63-4174-9d72-19ae8e34a5d4 req-ae4ce619-cfdb-40e6-bfb7-e463b949e7ec tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Jul 14 16:04:19.903852 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:04:20.082023 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e10047-f01e-42a8-a2f5-30b7b123a3a0 req-e0fdf8cb-b061-4363-9a58-daa593076c19 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:20.083475 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-16e10047-f01e-42a8-a2f5-30b7b123a3a0 req-e0fdf8cb-b061-4363-9a58-daa593076c19 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0467875 Jul 14 16:04:20.130866 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-16e10047-f01e-42a8-a2f5-30b7b123a3a0 req-801e05c9-24c0-444a-a4ae-b946e6d70e0d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Jul 14 16:04:20.857350 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4598-bf5b-4797-8783-aa420a38d81c req-a774e426-d1dc-4ba3-aed1-1743faa091c2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:20.858830 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f7a4598-bf5b-4797-8783-aa420a38d81c req-a774e426-d1dc-4ba3-aed1-1743faa091c2 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Jul 14 16:04:20.905741 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f7a4598-bf5b-4797-8783-aa420a38d81c req-fd315a42-fa35-4b26-b9d9-21e64dd0b83d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 Jul 14 16:04:21.221943 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Request body: {'port': {'device_id': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:21.255133 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e196ee-b5b4-45b4-8852-4d96087cee31 req-c25c56ec-8988-4b23-9f6f-7e3293166ebb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:21.255133 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69e196ee-b5b4-45b4-8852-4d96087cee31 req-c25c56ec-8988-4b23-9f6f-7e3293166ebb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 932 time: 0.0562468 Jul 14 16:04:21.293079 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:21.303941 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-69e196ee-b5b4-45b4-8852-4d96087cee31 req-388884fe-1cbf-4cb3-b719-049f624267f2 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441055 Jul 14 16:04:21.430228 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:21.550535 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb35928-21d0-4314-9692-0ae8ddb46d67 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:04:21.558568 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Publish callbacks [] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:21.570731 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Transition to ACTIVE for port object fbb35928-21d0-4314-9692-0ae8ddb46d67 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:04:21.656593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:21.709389 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Pushing event updated for resources: {'Port': ['ID=fbb35928-21d0-4314-9692-0ae8ddb46d67,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:21.733306 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.735516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.735516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.735516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.735516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.735516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.735516 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.736296 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.736296 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.736481 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.736701 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.737021 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.737339 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.737657 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.737972 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:21.798141 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Attempting to bind port fbb35928-21d0-4314-9692-0ae8ddb46d67 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:21.798499 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Attempting to bind port fbb35928-21d0-4314-9692-0ae8ddb46d67 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:21.798830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Attempting to bind port fbb35928-21d0-4314-9692-0ae8ddb46d67 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:21.803676 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Port fbb35928-21d0-4314-9692-0ae8ddb46d67 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:04:21.803995 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Attempting to bind port fbb35928-21d0-4314-9692-0ae8ddb46d67 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:21.807125 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:21.810349 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:21.810688 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Checking segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:21.811086 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Bound using segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:21.811545 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Bound port: fbb35928-21d0-4314-9692-0ae8ddb46d67, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:21.811904 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:21.890139 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] For port fbb35928-21d0-4314-9692-0ae8ddb46d67, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:21.891744 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] For port fbb35928-21d0-4314-9692-0ae8ddb46d67, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fbb35928-21d0-4314-9692-0ae8ddb46d67,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:22.023755 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0944dc5-2c27-4661-8b38-ccb7183e9935 req-e14c82a0-a543-4dcd-a822-966e369ecb15 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:22.025236 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0944dc5-2c27-4661-8b38-ccb7183e9935 req-e14c82a0-a543-4dcd-a822-966e369ecb15 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0470171 Jul 14 16:04:22.073775 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:22.086731 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a0944dc5-2c27-4661-8b38-ccb7183e9935 req-54edc93f-a7f7-45d8-b1fb-163134938b18 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558071 Jul 14 16:04:22.110376 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:22.111517 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:22.112940 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] 10.222.0.121 "PUT /v2.0/ports/fbb35928-21d0-4314-9692-0ae8ddb46d67 HTTP/1.1" status: 200 len: 1094 time: 0.8972478 Jul 14 16:04:22.115303 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:22.117569 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55531c24-484c-4d96-bd3d-aa6bdd04c879" -d '{"events": [{"name": "network-changed", "server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:22.159403 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f56c0-27eb-4d52-af1f-0b5677fb635d service neutron] Pushing event updated for resources: {'Port': ['ID=fbb35928-21d0-4314-9692-0ae8ddb46d67,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:22.172166 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37257aac-8f01-4170-9bb4-a3712ba62191 x-openstack-request-id: req-37257aac-8f01-4170-9bb4-a3712ba62191 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:22.172521 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:22.172827 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-37257aac-8f01-4170-9bb4-a3712ba62191 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:22.173175 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37257aac-8f01-4170-9bb4-a3712ba62191'] response: {'name': 'network-changed', 'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'status': 'completed', 'code': 200} Jul 14 16:04:22.442630 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92e75b-98b4-41be-96cf-01df292abd7b req-397f5945-56c9-48b6-9d1a-911f2509dabe tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:22.444952 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6f92e75b-98b4-41be-96cf-01df292abd7b req-397f5945-56c9-48b6-9d1a-911f2509dabe tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 944 time: 0.0578737 Jul 14 16:04:22.451911 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531c24-484c-4d96-bd3d-aa6bdd04c879 req-332835e5-e61a-4194-9f8e-7b883598d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:22.453517 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55531c24-484c-4d96-bd3d-aa6bdd04c879 req-332835e5-e61a-4194-9f8e-7b883598d5a0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 1128 time: 0.0494103 Jul 14 16:04:22.501649 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6f92e75b-98b4-41be-96cf-01df292abd7b req-ced533cd-fa42-48e9-86db-bdd7ea94f0c3 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498505 Jul 14 16:04:22.842244 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-fff71bd0-18f3-4700-a085-72ab698c5c7c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:22.843777 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-fff71bd0-18f3-4700-a085-72ab698c5c7c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.1005685 Jul 14 16:04:23.120941 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531c24-484c-4d96-bd3d-aa6bdd04c879 req-cae7dbb5-ca1b-4fce-b8ba-e11a9a59b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:23.122764 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55531c24-484c-4d96-bd3d-aa6bdd04c879 req-cae7dbb5-ca1b-4fce-b8ba-e11a9a59b41c service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4188879 Jul 14 16:04:23.215718 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6662a2b-b448-419c-8163-267db2cf1c6b req-0f3570c3-c62d-408c-af3e-c4277df45338 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:23.217249 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e6662a2b-b448-419c-8163-267db2cf1c6b req-0f3570c3-c62d-408c-af3e-c4277df45338 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 945 time: 0.0497968 Jul 14 16:04:23.243991 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Deleting port 30437136-f4f7-42de-8372-31535281820b {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:23.244921 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (30437136-f4f7-42de-8372-31535281820b), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:23.277277 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e6662a2b-b448-419c-8163-267db2cf1c6b req-01994cd1-9335-4cb6-9f1d-7dd43faa6b2e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=452046f1-2e71-484e-a281-61379e591bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542738 Jul 14 16:04:23.323200 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531c24-484c-4d96-bd3d-aa6bdd04c879 req-48458a91-69d7-4a17-8f53-f8db221c5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:23.324692 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-55531c24-484c-4d96-bd3d-aa6bdd04c879 req-48458a91-69d7-4a17-8f53-f8db221c5947 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1953216 Jul 14 16:04:23.360855 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:23.365999 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] For port 30437136-f4f7-42de-8372-31535281820b, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=30437136-f4f7-42de-8372-31535281820b,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:23.366366 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (30437136-f4f7-42de-8372-31535281820b), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:23.507663 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-3235a555-362f-433c-b4c4-800faa380e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:23.509254 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-3235a555-362f-433c-b4c4-800faa380e46 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 1128 time: 0.0889561 Jul 14 16:04:23.608291 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-4d46f28b-27a9-4b76-a12d-15c107a96c09 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb35928-21d0-4314-9692-0ae8ddb46d67 HTTP/1.1" status: 200 len: 217 time: 0.0521200 Jul 14 16:04:23.617407 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:23.617868 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:23.617868 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:23.617868 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Floating IP d5baccb6-37ec-480f-a39c-3dffa4d0eb9b disassociated. External IP: 172.27.3.98, port: 30437136-f4f7-42de-8372-31535281820b. Jul 14 16:04:23.617868 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Calling delete_port for 30437136-f4f7-42de-8372-31535281820b owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:23.636310 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf8ff-548e-4e10-89e2-882c4111c120 req-c8ce284e-209f-47f9-a134-a9bda586c169 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:23.637833 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fcdaf8ff-548e-4e10-89e2-882c4111c120 req-c8ce284e-209f-47f9-a134-a9bda586c169 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 944 time: 0.0552757 Jul 14 16:04:23.688602 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fcdaf8ff-548e-4e10-89e2-882c4111c120 req-ffd4e14a-8724-458b-a7fc-ce1d34d5879f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444388 Jul 14 16:04:23.718894 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-88e98804-1f07-4369-9b3a-c86ab9eb5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:23.718894 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-88e98804-1f07-4369-9b3a-c86ab9eb5b41 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0922334 Jul 14 16:04:23.777284 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-46c5bd65-ab77-44f6-9fd8-7999b086fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:23.778856 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-46c5bd65-ab77-44f6-9fd8-7999b086fead service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549338 Jul 14 16:04:23.910796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:23.921252 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-99a3e130-baac-463e-b9a6-9872ae2536f4 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304317 Jul 14 16:04:23.995568 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (30437136-f4f7-42de-8372-31535281820b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:24.035374 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event deleted for resources: {'Port': ['ID=30437136-f4f7-42de-8372-31535281820b,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:24.053370 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d72a2294-9057-4848-b0ae-17b05ff3128a req-e229020d-afc3-4014-8ff1-2d82ac6787c3 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245010 Jul 14 16:04:24.154899 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:04:24.161639 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:24.257814 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:24.267932 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] Sync routers for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:24.284890 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:24.284890 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:24.302171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] No DVR routers for this DVR port 30437136-f4f7-42de-8372-31535281820b on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:04:24.304770 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:24.309387 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3e815866-27bc-4e3f-a7eb-bba8d35fd53a req-d50e669f-772c-4a3c-8954-a325cfc86c62 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "DELETE /v2.0/ports/30437136-f4f7-42de-8372-31535281820b HTTP/1.1" status: 204 len: 173 time: 1.4549854 Jul 14 16:04:24.309850 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'name': 'network-vif-deleted', 'tag': '30437136-f4f7-42de-8372-31535281820b'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:24.312150 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf97473-7b8f-442d-bf81-ea2ee40311e2" -d '{"events": [{"server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "name": "network-vif-deleted", "tag": "30437136-f4f7-42de-8372-31535281820b"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:24.348601 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb4e549-36f1-4faf-95a4-4de53a131934 x-openstack-request-id: req-fcb4e549-36f1-4faf-95a4-4de53a131934 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:24.349000 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd3f295-799c-49ef-a570-bfb044012311", "name": "network-vif-deleted", "tag": "30437136-f4f7-42de-8372-31535281820b", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:24.349414 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fcb4e549-36f1-4faf-95a4-4de53a131934 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:24.349914 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb4e549-36f1-4faf-95a4-4de53a131934'] response: {'server_uuid': '4fd3f295-799c-49ef-a570-bfb044012311', 'name': 'network-vif-deleted', 'tag': '30437136-f4f7-42de-8372-31535281820b', 'status': 'completed', 'code': 200} Jul 14 16:04:24.394734 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c852a279-dc60-49ac-b676-69697064db15 req-0723427c-075e-4992-9435-c830fd2a41f3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0293183 Jul 14 16:04:24.394854 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:24.662811 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:24.690204 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] Checking router: 9d80e3d1-e01f-4e78-af35-2ed0820d08fe for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:24.698812 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:24.699399 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:24.817082 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:24.819993 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f088-96a2-4c23-bba3-d3eb3e571d1a req-ee2df71a-1191-490a-ad06-9bc31518f181 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:24.821508 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61f9f088-96a2-4c23-bba3-d3eb3e571d1a req-ee2df71a-1191-490a-ad06-9bc31518f181 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 944 time: 0.0503907 Jul 14 16:04:24.875088 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-61f9f088-96a2-4c23-bba3-d3eb3e571d1a req-f73460db-5a84-43ac-aff9-eea5269b6396 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471394 Jul 14 16:04:25.002893 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:25.027553 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272d138-34c9-4153-be6f-7749e657a991 None None] The sync data for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi is: [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1c6af9fc-6165-4f2a-aacd-ae49853c8ea6', 'name': '', 'network_id': 'f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'mac_address': 'fa:16:3e:55:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f1097176-f408-45f9-89a6-74028cd01909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:27Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'subnets': [{'id': 'f1097176-f408-45f9-89a6-74028cd01909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:25.235779 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402209e6-adc2-4b08-82f2-90a5d853e9cf None None] New status for floating IP d5baccb6-37ec-480f-a39c-3dffa4d0eb9b: DOWN {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:04:25.379639 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 30437136-f4f7-42de-8372-31535281820b no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:04:25.436706 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 30437136-f4f7-42de-8372-31535281820b {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:04:25.436706 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 30437136-f4f7-42de-8372-31535281820b not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:04:25.492760 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a2bc33b8-6057-4df8-a08d-34f19c97fade req-4b2a7f63-5d06-46cb-989b-5ee7cb01deb0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0280879 Jul 14 16:04:25.991728 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feedef-9fda-4a5e-911a-c07d7c9b3836 req-cc267fef-2ce9-4a3c-a72f-3db2e780e6b6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:25.993201 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37feedef-9fda-4a5e-911a-c07d7c9b3836 req-cc267fef-2ce9-4a3c-a72f-3db2e780e6b6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 944 time: 0.0490534 Jul 14 16:04:26.039967 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37feedef-9fda-4a5e-911a-c07d7c9b3836 req-67c99a4a-1232-42ba-83c9-0a30a1f11618 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410979 Jul 14 16:04:26.592631 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-78022861-1eb4-4dc2-ada6-f89db12e78ab req-1a5d2a17-90b6-4fb7-a7c4-67e856a92061 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0272546 Jul 14 16:04:27.110830 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-21c6472f-c5fa-4989-a111-0e33db3af696 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395892 Jul 14 16:04:27.173405 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad014b7-e26d-49a9-9edf-f3907a055b17 req-03bef308-e7eb-402a-a797-f81bd9187b38 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:27.175665 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cad014b7-e26d-49a9-9edf-f3907a055b17 req-03bef308-e7eb-402a-a797-f81bd9187b38 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 944 time: 0.0681913 Jul 14 16:04:27.202526 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79564ecd-157a-4663-a20d-60a962a2aeba req-fd0cb5fc-396d-4c2b-b5b2-b18cba4ce3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:27.204080 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-fd0cb5fc-396d-4c2b-b5b2-b18cba4ce3b8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 1129 time: 0.0526998 Jul 14 16:04:27.225245 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:27.233895 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cad014b7-e26d-49a9-9edf-f3907a055b17 req-c4806e24-e72f-4b77-adf5-266fde0ac8ca tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521729 Jul 14 16:04:27.315668 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79564ecd-157a-4663-a20d-60a962a2aeba req-54474d0f-9e83-4d7a-8be8-d49037bb4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:27.317268 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-54474d0f-9e83-4d7a-8be8-d49037bb4ab0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.0910442 Jul 14 16:04:27.365820 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fbb35928-21d0-4314-9692-0ae8ddb46d67 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:04:27.397124 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-f677f522-5ddb-46f0-9657-14ac9c6a163c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 200 len: 1001 time: 0.0702398 Jul 14 16:04:27.449726 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79564ecd-157a-4663-a20d-60a962a2aeba req-6c840aa7-4b7f-457c-b304-0694f948014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:27.451201 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-6c840aa7-4b7f-457c-b304-0694f948014d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0455294 Jul 14 16:04:27.478873 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port fbb35928-21d0-4314-9692-0ae8ddb46d67, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fbb35928-21d0-4314-9692-0ae8ddb46d67,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:27.490142 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'port_id': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'mac_address': 'fa:16:3e:6f:20:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:04:27.496130 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79564ecd-157a-4663-a20d-60a962a2aeba req-775992ec-55e1-4bbe-9c6d-dc6cbfbae6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:27.500330 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-775992ec-55e1-4bbe-9c6d-dc6cbfbae6d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395756 Jul 14 16:04:27.526346 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port fbb35928-21d0-4314-9692-0ae8ddb46d67 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:27.527271 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:27.540675 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb35928-21d0-4314-9692-0ae8ddb46d67 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:04:27.563124 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port fbb35928-21d0-4314-9692-0ae8ddb46d67, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fbb35928-21d0-4314-9692-0ae8ddb46d67,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:27.603160 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-708d8829-3a1c-402b-8560-ef242778b5ea service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978184 Jul 14 16:04:27.701119 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4fd1965f-cc5b-4b59-97fa-a013b5d44f8a req-71cf89aa-5655-48a2-a14f-6686553c8bb1 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fd3f295-799c-49ef-a570-bfb044012311 HTTP/1.1" status: 200 len: 210 time: 0.0287640 Jul 14 16:04:27.714201 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:27.764570 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=fbb35928-21d0-4314-9692-0ae8ddb46d67,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:27.772912 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.773259 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.773600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.774030 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.774371 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.774699 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.775022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.775346 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.775668 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.775988 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.776368 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.776785 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.777194 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.777521 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.777845 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:27.961207 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-79564ecd-157a-4663-a20d-60a962a2aeba req-c6af4574-fba3-4897-9745-0f0e6cd65eae service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869038 Jul 14 16:04:28.290915 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['fbb35928-21d0-4314-9692-0ae8ddb46d67'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:04:28.353919 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab7910-29da-49ed-806e-d8b31ddb0c48 req-35cde9d7-11df-4d6b-b4ae-fe2bca2d7faa tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:28.356497 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21ab7910-29da-49ed-806e-d8b31ddb0c48 req-35cde9d7-11df-4d6b-b4ae-fe2bca2d7faa tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 945 time: 0.0472150 Jul 14 16:04:28.411948 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-21ab7910-29da-49ed-806e-d8b31ddb0c48 req-35f9a481-5951-4ccf-ace2-cf23368b8c1b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499840 Jul 14 16:04:28.912959 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37878) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:28.985209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f536a-d3fe-4cb1-af1c-172fe96f9207 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group (452046f1-2e71-484e-a281-61379e591bbb), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.009986 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f536a-d3fe-4cb1-af1c-172fe96f9207 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group (452046f1-2e71-484e-a281-61379e591bbb), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.187948 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f536a-d3fe-4cb1-af1c-172fe96f9207 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (452046f1-2e71-484e-a281-61379e591bbb), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.190594 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f536a-d3fe-4cb1-af1c-172fe96f9207 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.191785 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-4e6f536a-d3fe-4cb1-af1c-172fe96f9207 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "DELETE /v2.0/security-groups/452046f1-2e71-484e-a281-61379e591bbb HTTP/1.1" status: 204 len: 168 time: 0.2777827 Jul 14 16:04:29.194647 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37880) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:29.203669 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f536a-d3fe-4cb1-af1c-172fe96f9207 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452046f1-2e71-484e-a281-61379e591bbb,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:29.209164 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.api.v2.resource [None req-cd1dd4b3-61ad-48e0-9933-03b4b94c5c6e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] show failed (client error): The resource could not be found. Jul 14 16:04:29.210306 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-cd1dd4b3-61ad-48e0-9933-03b4b94c5c6e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups/452046f1-2e71-484e-a281-61379e591bbb HTTP/1.1" status: 404 len: 347 time: 0.0146828 Jul 14 16:04:29.213090 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37882) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:29.332076 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Deleting port ebc98645-977e-4d34-b813-3adc8bce2ebc {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:29.332456 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.413283 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.413611 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (ebc98645-977e-4d34-b813-3adc8bce2ebc), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.426410 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Calling delete_port for ebc98645-977e-4d34-b813-3adc8bce2ebc owned by network:floatingip {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:29.435090 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:29.492199 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fbb35928-21d0-4314-9692-0ae8ddb46d67 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:29.513954 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37888) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:29.553201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f382a0-c944-4d42-9299-a689fd66eabc req-360f907c-df45-461d-87a0-67be8793d7b6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:29.555600 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-64f382a0-c944-4d42-9299-a689fd66eabc req-360f907c-df45-461d-87a0-67be8793d7b6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 945 time: 0.0723054 Jul 14 16:04:29.564597 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port fbb35928-21d0-4314-9692-0ae8ddb46d67 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:04:29.578266 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:29.610777 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-64f382a0-c944-4d42-9299-a689fd66eabc req-1ea310c2-7d77-4a3f-bc07-248f9a591176 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479488 Jul 14 16:04:29.689889 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd90-ab50-4ded-964d-07352e5f5c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.714143 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port fbb35928-21d0-4314-9692-0ae8ddb46d67 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:29.714619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.718143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (ebc98645-977e-4d34-b813-3adc8bce2ebc), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.754793 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event deleted for resources: {'Port': ['ID=ebc98645-977e-4d34-b813-3adc8bce2ebc,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:29.789104 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port fbb35928-21d0-4314-9692-0ae8ddb46d67 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:29.789775 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.814060 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:29.816377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492aed8-7deb-4daa-9f06-a017ac891260" -d '{"events": [{"server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "name": "network-vif-plugged", "status": "completed", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:29.830255 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port fbb35928-21d0-4314-9692-0ae8ddb46d67, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fbb35928-21d0-4314-9692-0ae8ddb46d67,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:29.846896 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks [] for floatingip (d5baccb6-37ec-480f-a39c-3dffa4d0eb9b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.849254 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.853616 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-03cc02a7-4ad3-41d4-b0ec-7860017bded3 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "DELETE /v2.0/floatingips/d5baccb6-37ec-480f-a39c-3dffa4d0eb9b HTTP/1.1" status: 204 len: 168 time: 0.6364520 Jul 14 16:04:29.868041 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd90-ab50-4ded-964d-07352e5f5c9d admin admin] Publish callbacks [] for security_group (7df46826-ea67-44cc-b4d9-027bc5dbec1b), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.868625 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a375d2-2c35-4ba3-990e-c1fae7ebef71 x-openstack-request-id: req-f1a375d2-2c35-4ba3-990e-c1fae7ebef71 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:29.868625 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "name": "network-vif-plugged", "status": "completed", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:29.868625 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f1a375d2-2c35-4ba3-990e-c1fae7ebef71 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:29.868625 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a375d2-2c35-4ba3-990e-c1fae7ebef71'] response: {'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'code': 200} Jul 14 16:04:29.919777 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.966660 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd90-ab50-4ded-964d-07352e5f5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7df46826-ea67-44cc-b4d9-027bc5dbec1b), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:29.972823 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=fbb35928-21d0-4314-9692-0ae8ddb46d67,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:30.008017 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-bec6dd90-ab50-4ded-964d-07352e5f5c9d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=39eaef0f0c034d0a992ce5386c490e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927015 Jul 14 16:04:30.010048 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6dd90-ab50-4ded-964d-07352e5f5c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df46826-ea67-44cc-b4d9-027bc5dbec1b,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:30.010765 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37896) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:30.060396 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a194fa4-38f7-4f94-ba22-c0a16a41a02f admin admin] Publish callbacks [] for security_group (7df46826-ea67-44cc-b4d9-027bc5dbec1b), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:30.082031 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a194fa4-38f7-4f94-ba22-c0a16a41a02f admin admin] Publish callbacks [] for security_group (7df46826-ea67-44cc-b4d9-027bc5dbec1b), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:30.296870 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a194fa4-38f7-4f94-ba22-c0a16a41a02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7df46826-ea67-44cc-b4d9-027bc5dbec1b), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:30.299418 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a194fa4-38f7-4f94-ba22-c0a16a41a02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:30.300608 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-9a194fa4-38f7-4f94-ba22-c0a16a41a02f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7df46826-ea67-44cc-b4d9-027bc5dbec1b HTTP/1.1" status: 204 len: 168 time: 0.2886045 Jul 14 16:04:30.309006 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a194fa4-38f7-4f94-ba22-c0a16a41a02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df46826-ea67-44cc-b4d9-027bc5dbec1b,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:30.384481 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bfe3b-8e65-452a-992e-80eb6f46838b req-566b6fc8-89cb-4e06-883b-34949011bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:30.387036 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aa9bfe3b-8e65-452a-992e-80eb6f46838b req-566b6fc8-89cb-4e06-883b-34949011bb6d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 1130 time: 0.0401738 Jul 14 16:04:30.432274 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-aa9bfe3b-8e65-452a-992e-80eb6f46838b req-6c6114fe-0427-4f2d-9a75-188cb5d689ed service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396581 Jul 14 16:04:30.622658 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0fa3c85f-25df-4fa1-a03f-96d9bc8f5053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:30.728796 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc88556-4a80-4a3f-b9f1-c824ac6b52ea req-0b08ee08-836c-43bb-967b-be635c5009fb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:30.730649 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dcc88556-4a80-4a3f-b9f1-c824ac6b52ea req-0b08ee08-836c-43bb-967b-be635c5009fb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0483780 Jul 14 16:04:30.779111 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dcc88556-4a80-4a3f-b9f1-c824ac6b52ea req-2d066469-8a64-4d58-b4a2-cf269fefcfb1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431869 Jul 14 16:04:31.397841 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37926) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:31.506138 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1036692584-network', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:31.599269 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Made reservation on behalf of 7469c47f14be40df88cc57050d28e8ba for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:04:31.601719 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:31.611308 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:31.688691 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks [] for security_group (134b7aee-bd1b-48a3-ab2e-441ff0c4edec), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:31.765031 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (134b7aee-bd1b-48a3-ab2e-441ff0c4edec), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:31.771723 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:31.793470 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:04:31.804149 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134b7aee-bd1b-48a3-ab2e-441ff0c4edec,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:31.809692 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (40177098-43a9-488f-b8b4-160b3f352568), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:31.810044 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Added segment 40177098-43a9-488f-b8b4-160b3f352568 of type vlan for network 195d92cd-619d-400c-bff0-a6758063755b Jul 14 16:04:31.864900 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (195d92cd-619d-400c-bff0-a6758063755b), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:31.901865 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc4099-c58f-49c5-96b7-2287e8205ce7 req-e299c74b-9b46-472c-97f3-e7f04cb4e633 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:31.903946 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62bc4099-c58f-49c5-96b7-2287e8205ce7 req-e299c74b-9b46-472c-97f3-e7f04cb4e633 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0523002 Jul 14 16:04:31.916242 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:31.951688 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62bc4099-c58f-49c5-96b7-2287e8205ce7 req-f4dc5f08-ba7a-4589-a6c5-c3988ea72b80 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420001 Jul 14 16:04:32.016590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (195d92cd-619d-400c-bff0-a6758063755b), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:32.017628 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:32.018216 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:32.078880 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] Pushing event updated for resources: {'Network': ['ID=195d92cd-619d-400c-bff0-a6758063755b,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:32.088703 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 195d92cd-619d-400c-bff0-a6758063755b details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:04:32.143726 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d93e1963-187c-4180-9ce6-8619c33fa95e admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7446842 Jul 14 16:04:32.146802 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37934) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:32.152827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Request body: {'subnet': {'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1036692584-subnet', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:32.290695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Made reservation on behalf of 7469c47f14be40df88cc57050d28e8ba for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:04:32.293761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58799889'] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:32.416592 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:32.651200 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62051458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58799907'] for subnet (9dbf1b38-10b1-47fb-afed-bca479032e68), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:32.708741 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbf1b38-10b1-47fb-afed-bca479032e68,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:32.721695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Checking segment: {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:32.722039 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Network hostable DHCP agents. Network: 195d92cd-619d-400c-bff0-a6758063755b, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:04:32.976014 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Network 195d92cd-619d-400c-bff0-a6758063755b is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:04:32.976747 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-753059a2-63e5-4661-9f7d-09052a278d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.069969 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afda47-d3db-4fe5-9477-14a4c8faa2cf req-51d1d1ed-a282-48cc-91e5-74ef8eb7bb6f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:33.071502 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-86afda47-d3db-4fe5-9477-14a4c8faa2cf req-51d1d1ed-a282-48cc-91e5-74ef8eb7bb6f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0489717 Jul 14 16:04:33.084181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 195d92cd-619d-400c-bff0-a6758063755b) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:33.093648 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f7c74-5cc0-481c-b168-885113cd9aa1 None None] Network 195d92cd-619d-400c-bff0-a6758063755b requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:04:33.098822 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:33.099433 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.139651 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-86afda47-d3db-4fe5-9477-14a4c8faa2cf req-b4bbb4c8-7c40-421b-9e34-28ebee1af138 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616305 Jul 14 16:04:33.202616 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-195d92cd-619d-400c-bff0-a6758063755b', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 16:04:33.203603 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.209984 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da2f50-9414-4611-ba9c-ac732759e1c3 req-f0c68606-e333-4f6b-bf70-f370ad43a1ca tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:33.211897 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f9da2f50-9414-4611-ba9c-ac732759e1c3 req-f0c68606-e333-4f6b-bf70-f370ad43a1ca tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0540075 Jul 14 16:04:33.218008 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ff042b0c-1147-4beb-81d1-732ad2918c0f admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0696578 Jul 14 16:04:33.220621 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37946) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:33.225119 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:33.288620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7b8ff-c2a3-4f69-b39f-a0ce84c86cb9 req-058c733e-eed0-4242-8513-b5b9ba3b8493 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:33.290015 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f4c7b8ff-c2a3-4f69-b39f-a0ce84c86cb9 req-058c733e-eed0-4242-8513-b5b9ba3b8493 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0766590 Jul 14 16:04:33.303215 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37948) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:33.307597 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'port_id': 'fbb35928-21d0-4314-9692-0ae8ddb46d67'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:33.316609 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f9da2f50-9414-4611-ba9c-ac732759e1c3 req-22a60fa2-dc3c-412c-ac15-c27b1bfe0fe8 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893133 Jul 14 16:04:33.320071 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.320952 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.354372 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (5d27caa3-d39c-461a-b33c-cae5d10bb18d), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.362740 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Allocated IP 172.20.0.2 (195d92cd-619d-400c-bff0-a6758063755b/9dbf1b38-10b1-47fb-afed-bca479032e68/6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:33.382685 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:33.388408 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks [] for router_controller (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), precommit_add_association {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.400047 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:33.442490 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:33.457737 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:33.472380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:33.514146 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Publish callbacks [] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.666225 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks [] for router_gateway (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.669506 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.704234 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Network 195d92cd-619d-400c-bff0-a6758063755b is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:33.707028 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:33.709560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:33.726694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Pushing event updated for resources: {'Port': ['ID=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:33.786733 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.891137 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (5d27caa3-d39c-461a-b33c-cae5d10bb18d), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.911960 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Attempting to bind port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:33.912514 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Attempting to bind port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:33.913085 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Attempting to bind port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc on network 195d92cd-619d-400c-bff0-a6758063755b {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:33.919103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:33.919583 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Checking segment: {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:33.920199 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.920682 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Bound using segment: {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:33.921271 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Bound port: 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:33.921737 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:33.939845 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:33.985897 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] For port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:33.988666 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] For port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:33.998570 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP 5d27caa3-d39c-461a-b33c-cae5d10bb18d associated. External IP: 172.27.3.215, port: fbb35928-21d0-4314-9692-0ae8ddb46d67. Jul 14 16:04:34.045126 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5393141-b007-4746-a97f-329feda94bb9 req-89f5f2e5-e197-4e44-bb19-8ad6c25fdd37 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:34.050490 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d5393141-b007-4746-a97f-329feda94bb9 req-89f5f2e5-e197-4e44-bb19-8ad6c25fdd37 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.1060414 Jul 14 16:04:34.069130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.083666 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks [] for router_gateway (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.143442 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386d504-25bf-4100-8a4a-185b27ff55d1 None None] Pushing event updated for resources: {'Port': ['ID=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:34.149245 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.223527 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:04:34.369301 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.375282 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:34.379836 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.418452 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:34.435555 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:34.436156 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:34.455789 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-9a6e6812-4e7f-4442-b4b8-eebf23296ef9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "PUT /v2.0/floatingips/5d27caa3-d39c-461a-b33c-cae5d10bb18d HTTP/1.1" status: 200 len: 992 time: 1.1515138 Jul 14 16:04:34.459223 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:34.462034 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:34.475667 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:34.478879 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Deleting port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:34.479484 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.486099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf75739-d170-4052-87fe-37b7ef2f5de6 req-5fb6eec6-9c26-4e83-a689-592f66deeb3e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:34.486598 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0cf75739-d170-4052-87fe-37b7ef2f5de6 req-5fb6eec6-9c26-4e83-a689-592f66deeb3e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 945 time: 0.0723734 Jul 14 16:04:34.555097 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79761598-a314-4544-9804-b0c9cbfdd695 x-openstack-request-id: req-79761598-a314-4544-9804-b0c9cbfdd695 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:34.555394 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:34.555646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-79761598-a314-4544-9804-b0c9cbfdd695 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:34.556048 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79761598-a314-4544-9804-b0c9cbfdd695'] response: {'name': 'network-changed', 'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'status': 'completed', 'code': 200} Jul 14 16:04:34.561157 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0cf75739-d170-4052-87fe-37b7ef2f5de6 req-020b3297-b2e6-48e5-a34f-79cd2beef17e tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684090 Jul 14 16:04:34.608542 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Allocated IP 172.27.3.57 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/42ed3d6d-89f9-429e-add3-e2f765e20b01) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:34.611160 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:34.612729 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:34.632316 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:34.655861 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:34.674058 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] For port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:34.674431 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.679692 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-2d0756e3-94d9-42c1-a25a-a13c80dab7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:34.681256 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-2d0756e3-94d9-42c1-a25a-a13c80dab7f9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 1130 time: 0.0763893 Jul 14 16:04:34.732590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Calling delete_port for 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:34.833855 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '5d27caa3-d39c-461a-b33c-cae5d10bb18d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:6f:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:04:03Z', 'updated_at': '2022-07-14T16:04:33Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:34.862818 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:34.872737 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:34.873613 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:34.887541 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:34.930253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks [] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:34.935413 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-5fa6e1ce-f0a9-4763-8eca-c1cea964625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:34.936968 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-5fa6e1ce-f0a9-4763-8eca-c1cea964625b service neutron] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 917 time: 0.2471082 Jul 14 16:04:34.983859 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:35.068284 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-a2af98eb-ceaf-4ea2-945a-3ffbc3678caa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb35928-21d0-4314-9692-0ae8ddb46d67 HTTP/1.1" status: 200 len: 1000 time: 0.1161144 Jul 14 16:04:35.130344 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-a5ca3260-f5c6-4493-add7-bb27f3909a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:35.131845 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-a5ca3260-f5c6-4493-add7-bb27f3909a69 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0548999 Jul 14 16:04:35.171005 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7656b2-cc14-47bf-9c34-db777219fe79 None None] Network 195d92cd-619d-400c-bff0-a6758063755b requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:04:35.180631 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-58f30cb7-087a-4650-90d9-f2d6180faf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:35.182213 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-58f30cb7-087a-4650-90d9-f2d6180faf03 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441897 Jul 14 16:04:35.212663 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.220247 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '5d27caa3-d39c-461a-b33c-cae5d10bb18d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:6f:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:04:03Z', 'updated_at': '2022-07-14T16:04:33Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:35.237574 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.237822 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-8f450154-0ec5-4625-bc1c-5299e8a387ef None None] Provisioning complete for port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:35.237822 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8f450154-0ec5-4625-bc1c-5299e8a387ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.250150 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca084e4d-3c54-4215-891e-9ade482e05e1 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '5d27caa3-d39c-461a-b33c-cae5d10bb18d', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:6f:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:04:03Z', 'updated_at': '2022-07-14T16:04:33Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:35.287721 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad', 'a289ebfe-7229-4303-8c8b-17ea1de7a70e'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:04:35.295417 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:35.318623 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:35.354043 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:35.354043 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:35.354320 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Pushing event updated for resources: {'Port': ['ID=42ed3d6d-89f9-429e-add3-e2f765e20b01,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:35.367982 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:35.435754 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] No DVR routers for this DVR port 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:04:35.442852 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.444204 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-8f450154-0ec5-4625-bc1c-5299e8a387ef None None] Current status of the port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:35.444511 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8f450154-0ec5-4625-bc1c-5299e8a387ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.447512 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d5393141-b007-4746-a97f-329feda94bb9 req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "DELETE /v2.0/ports/3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad HTTP/1.1" status: 204 len: 173 time: 1.3944042 Jul 14 16:04:35.461854 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72a137-9eec-47ed-a79a-a9b5887b2066 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event deleted for resources: {'Port': ['ID=3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:35.465489 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'name': 'network-vif-deleted', 'tag': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:35.468054 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30faed58-b4ce-4c2e-9bad-b8914c004f3f" -d '{"events": [{"server_uuid": "06201b79-aa1b-474d-8a40-6ef60e0498fd", "name": "network-vif-deleted", "tag": "3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:35.477172 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-3004cb4f-525f-4209-9a02-7d71a2e1e3c4 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871871 Jul 14 16:04:35.514456 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-8f450154-0ec5-4625-bc1c-5299e8a387ef None None] For port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:35.551911 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfca1692-6755-4e64-aab2-1443779f3fcb x-openstack-request-id: req-bfca1692-6755-4e64-aab2-1443779f3fcb {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:35.552380 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06201b79-aa1b-474d-8a40-6ef60e0498fd", "name": "network-vif-deleted", "tag": "3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:35.552864 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bfca1692-6755-4e64-aab2-1443779f3fcb {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:35.553502 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfca1692-6755-4e64-aab2-1443779f3fcb'] response: {'server_uuid': '06201b79-aa1b-474d-8a40-6ef60e0498fd', 'name': 'network-vif-deleted', 'tag': '3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad', 'status': 'completed', 'code': 200} Jul 14 16:04:35.575646 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935c66a-fc40-4397-b2e3-90b879c34570 None None] New status for floating IP 5d27caa3-d39c-461a-b33c-cae5d10bb18d: ACTIVE {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:04:35.662288 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8f450154-0ec5-4625-bc1c-5299e8a387ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.696918 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1903632e-fec8-4628-ae97-90a09c564552 req-213f021f-aafa-4564-a079-51e17ebcd45d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=06201b79-aa1b-474d-8a40-6ef60e0498fd HTTP/1.1" status: 200 len: 210 time: 0.0543396 Jul 14 16:04:35.723059 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.735622 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00007840-ef2f-4c96-b9b3-ae6e13c8d1a1 req-6188d69c-4177-4b82-9a15-d81d0f8b1c58 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474482 Jul 14 16:04:35.803871 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f450154-0ec5-4625-bc1c-5299e8a387ef None None] Pushing event updated for resources: {'Port': ['ID=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:35.813061 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-69ccabf3-ed72-4520-8075-14733a1a34e9 None None] Provisioning complete for port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:35.813471 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-69ccabf3-ed72-4520-8075-14733a1a34e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.914640 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-69ccabf3-ed72-4520-8075-14733a1a34e9 None None] Current status of the port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:35.935433 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks [] for router_gateway (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:35.942582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:36.137618 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:36.225959 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:36.342329 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 16:04:36.377139 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:36.423621 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:36.423902 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:36.453844 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:36.462982 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Sync routers for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:36.475489 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:36.476247 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:36.510417 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:36.556190 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:36.557484 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-eb7137f6-914f-45e8-aa3c-55d7f13017ad admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3357956 Jul 14 16:04:36.560620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37962) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:36.591159 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:36.760444 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:36.874059 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:35Z', 'revision_number': 3, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:36.908838 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Checking router: 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:36.909207 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Updating router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e port 42ed3d6d-89f9-429e-add3-e2f765e20b01 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:04:36.939458 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.137418 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:37.189591 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Publish callbacks [] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.233356 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.307858 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.340635 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1cd1e-3faf-40e3-aa0a-9c8da338b01b req-4b268faa-6e83-425b-bbb0-3e743dae0274 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:37.342442 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8ef1cd1e-3faf-40e3-aa0a-9c8da338b01b req-4b268faa-6e83-425b-bbb0-3e743dae0274 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0908136 Jul 14 16:04:37.369447 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Pushing event updated for resources: {'Port': ['ID=42ed3d6d-89f9-429e-add3-e2f765e20b01,revision_number=2']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:37.373549 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Attempting to bind port 42ed3d6d-89f9-429e-add3-e2f765e20b01 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:37.373919 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Attempting to bind port 42ed3d6d-89f9-429e-add3-e2f765e20b01 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:37.374281 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Attempting to bind port 42ed3d6d-89f9-429e-add3-e2f765e20b01 on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:37.382771 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.383117 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.383480 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.383822 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.384187 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.384505 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.384830 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.385197 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.385520 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.385842 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.386161 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.386506 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.387535 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.387880 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.388212 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:37.392577 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:37.394942 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:37.394942 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.394942 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:37.394942 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Bound port: 42ed3d6d-89f9-429e-add3-e2f765e20b01, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:37.394942 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.448500 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] For port 42ed3d6d-89f9-429e-add3-e2f765e20b01, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:37.450000 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8ef1cd1e-3faf-40e3-aa0a-9c8da338b01b req-69cdd3df-b662-4e21-967f-0a20d1bde897 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001291 Jul 14 16:04:37.452741 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] For port 42ed3d6d-89f9-429e-add3-e2f765e20b01, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=42ed3d6d-89f9-429e-add3-e2f765e20b01,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:37.483691 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Allocated IP 172.20.0.1 (195d92cd-619d-400c-bff0-a6758063755b/9dbf1b38-10b1-47fb-afed-bca479032e68/e8c5ac64-2a34-4d14-8970-21d867fc038a) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:37.494053 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:04:37.513834 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:04:37.514447 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3ff99ba1-0fe0-4324-9c5c-209c38e8f9ad not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:04:37.559272 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.594746 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks [] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.602614 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:37.618641 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:37.620561 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:37.621090 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:37.656447 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3bfe-e7e1-496e-9603-99531f8feb50 None None] Pushing event updated for resources: {'Port': ['ID=42ed3d6d-89f9-429e-add3-e2f765e20b01,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:37.697036 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.726391 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:37.733034 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Network 195d92cd-619d-400c-bff0-a6758063755b is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:37.735773 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:37.739598 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:37.773732 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c5ac64-2a34-4d14-8970-21d867fc038a,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:37.798327 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:37.923497 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:37.935371 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:35Z', 'revision_number': 3, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:37.964283 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fefd9a-70a4-4856-917f-cc9a69fa3f89 None None] The sync data for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi is: [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:35Z', 'revision_number': 3, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:38.014035 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.054964 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-ca28d59f-bcff-46f2-83a7-751be1c9d866 None None] Provisioning complete for port e8c5ac64-2a34-4d14-8970-21d867fc038a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:38.055582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ca28d59f-bcff-46f2-83a7-751be1c9d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.071259 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-4d6b2ff4-414c-43ca-b712-18280b8279e0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:38.073580 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-4d6b2ff4-414c-43ca-b712-18280b8279e0 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.0616252 Jul 14 16:04:38.096261 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-ca28d59f-bcff-46f2-83a7-751be1c9d866 None None] Port e8c5ac64-2a34-4d14-8970-21d867fc038a cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:38.171068 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Deleting port a289ebfe-7229-4303-8c8b-17ea1de7a70e {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:38.171401 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.180322 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:38.201370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks [] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.270757 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:38.291383 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.292146 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] For port a289ebfe-7229-4303-8c8b-17ea1de7a70e, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=a289ebfe-7229-4303-8c8b-17ea1de7a70e,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:38.292511 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.307950 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Calling delete_port for a289ebfe-7229-4303-8c8b-17ea1de7a70e owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:38.391202 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.405782 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c5ac64-2a34-4d14-8970-21d867fc038a,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:38.405893 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 42ed3d6d-89f9-429e-add3-e2f765e20b01 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:38.455676 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 42ed3d6d-89f9-429e-add3-e2f765e20b01 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:38.456311 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.525569 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:38.534883 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Network 195d92cd-619d-400c-bff0-a6758063755b is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:38.536864 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:38.562468 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 42ed3d6d-89f9-429e-add3-e2f765e20b01 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:38.562860 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.588215 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (a289ebfe-7229-4303-8c8b-17ea1de7a70e), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.596162 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 42ed3d6d-89f9-429e-add3-e2f765e20b01, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=42ed3d6d-89f9-429e-add3-e2f765e20b01,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:38.619505 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Pushing event deleted for resources: {'Port': ['ID=a289ebfe-7229-4303-8c8b-17ea1de7a70e,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:38.641541 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec218a20-db31-4d92-9a3b-604fd7f4470f req-fe3d9258-6f5e-4cea-b41b-1427e0e5817c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:38.643380 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec218a20-db31-4d92-9a3b-604fd7f4470f req-fe3d9258-6f5e-4cea-b41b-1427e0e5817c tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 945 time: 0.1014845 Jul 14 16:04:38.650011 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['a289ebfe-7229-4303-8c8b-17ea1de7a70e'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:04:38.659120 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:38.685103 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] No DVR routers for this DVR port a289ebfe-7229-4303-8c8b-17ea1de7a70e on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:04:38.690661 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.701905 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-553ba7e1-af3d-4cc1-8f55-9c7853926b72 req-59ffeaa8-04d9-451b-9af1-f3db886a15ad tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.121 "DELETE /v2.0/ports/a289ebfe-7229-4303-8c8b-17ea1de7a70e HTTP/1.1" status: 204 len: 173 time: 0.6137722 Jul 14 16:04:38.701905 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'name': 'network-vif-deleted', 'tag': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:38.701905 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1afe31-8b18-4a2e-8b67-141ced958b3b" -d '{"events": [{"server_uuid": "5f9596a1-f8ec-4682-a980-392e550ebc33", "name": "network-vif-deleted", "tag": "a289ebfe-7229-4303-8c8b-17ea1de7a70e"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:38.703034 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.760998 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb058ede-f502-4e9f-bcbc-0dd5c11504b2 x-openstack-request-id: req-bb058ede-f502-4e9f-bcbc-0dd5c11504b2 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:38.761443 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9596a1-f8ec-4682-a980-392e550ebc33", "name": "network-vif-deleted", "tag": "a289ebfe-7229-4303-8c8b-17ea1de7a70e", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:38.761835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bb058ede-f502-4e9f-bcbc-0dd5c11504b2 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:38.762387 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb058ede-f502-4e9f-bcbc-0dd5c11504b2'] response: {'server_uuid': '5f9596a1-f8ec-4682-a980-392e550ebc33', 'name': 'network-vif-deleted', 'tag': 'a289ebfe-7229-4303-8c8b-17ea1de7a70e', 'status': 'completed', 'code': 200} Jul 14 16:04:38.784312 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec218a20-db31-4d92-9a3b-604fd7f4470f req-e0faaf18-0d28-44a9-b26e-376a7a44f40d tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/security-groups?id=d0b6259e-ad02-459f-8cda-b3dadcad4757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263649 Jul 14 16:04:38.794570 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=42ed3d6d-89f9-429e-add3-e2f765e20b01,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:38.824386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:04:38.849945 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-1da9d6b8-6c64-41f1-a982-c37b06153110 None None] Provisioning complete for port e8c5ac64-2a34-4d14-8970-21d867fc038a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:38.850314 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1da9d6b8-6c64-41f1-a982-c37b06153110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:38.884969 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-1da9d6b8-6c64-41f1-a982-c37b06153110 None None] Port e8c5ac64-2a34-4d14-8970-21d867fc038a cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:38.942843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:38.957347 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1d1b7dce-9f07-4a35-9c70-3ced55baa408 admin admin] 10.222.0.119 "PUT /v2.0/routers/1933d8f7-7d62-4a01-8d44-5e9c8b9e485e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3861110 Jul 14 16:04:39.675827 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Sync routers for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:39.687727 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:39.688487 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:39.766857 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37990) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:39.771828 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-578191733-network', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:39.794224 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:39.879472 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Made reservation on behalf of 158c6a33129b47d9945e8d69d0bf7f5a for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:04:39.882210 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:39.892716 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:39.923596 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:39.945135 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-211d36e5-fbc4-43e7-84da-56037ab9c57e req-bc1371f7-efa7-4d0d-8bec-9b26558c5717 tempest-ServerRescueNegativeTestJSON-1800704686 tempest-ServerRescueNegativeTestJSON-1800704686-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f9596a1-f8ec-4682-a980-392e550ebc33 HTTP/1.1" status: 200 len: 210 time: 0.0456967 Jul 14 16:04:39.996727 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks [] for security_group (35c8425b-af86-494d-bf34-0b50e43f240c), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:39.999122 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 2, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:40.025297 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Checking router: 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:40.025656 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Updating router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e port e8c5ac64-2a34-4d14-8970-21d867fc038a binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:04:40.054112 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.096483 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (35c8425b-af86-494d-bf34-0b50e43f240c), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.122109 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:04:40.158138 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c8425b-af86-494d-bf34-0b50e43f240c,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:40.158138 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (36652c1a-2021-45f7-9572-7b00b2296c2b), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.158138 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Added segment 36652c1a-2021-45f7-9572-7b00b2296c2b of type vlan for network ba367ccb-302e-4a6f-839d-70ed7900a898 Jul 14 16:04:40.159211 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:40.179513 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (ba367ccb-302e-4a6f-839d-70ed7900a898), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.317195 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Publish callbacks [] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.363453 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 42ed3d6d-89f9-429e-add3-e2f765e20b01 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:40.399530 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (ba367ccb-302e-4a6f-839d-70ed7900a898), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.400608 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:40.401195 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.411651 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 42ed3d6d-89f9-429e-add3-e2f765e20b01 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:40.412022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.464831 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] Pushing event updated for resources: {'Network': ['ID=ba367ccb-302e-4a6f-839d-70ed7900a898,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:40.478579 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network ba367ccb-302e-4a6f-839d-70ed7900a898 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:04:40.482817 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.538780 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 42ed3d6d-89f9-429e-add3-e2f765e20b01 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:40.553679 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-04c66581-25ba-4d70-88bb-f245416edb35 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7831197 Jul 14 16:04:40.565156 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 37994) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:40.565156 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Request body: {'subnet': {'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-578191733-subnet', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:40.603274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064fa76-fd13-4283-ba0e-ffcc7be1ffac None None] Pushing event updated for resources: {'Port': ['ID=e8c5ac64-2a34-4d14-8970-21d867fc038a,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:40.651380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Made reservation on behalf of 158c6a33129b47d9945e8d69d0bf7f5a for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:04:40.654353 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58799889'] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.677020 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Attempting to bind port e8c5ac64-2a34-4d14-8970-21d867fc038a on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:40.677580 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Attempting to bind port e8c5ac64-2a34-4d14-8970-21d867fc038a by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:40.677906 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Attempting to bind port e8c5ac64-2a34-4d14-8970-21d867fc038a on network 195d92cd-619d-400c-bff0-a6758063755b {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:40.684864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:40.685239 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Checking segment: {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:40.685645 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.686045 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Bound using segment: {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:40.686633 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Bound port: e8c5ac64-2a34-4d14-8970-21d867fc038a, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:40.687053 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.745978 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:40.749509 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:40.758668 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] For port e8c5ac64-2a34-4d14-8970-21d867fc038a, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:40.761864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] For port e8c5ac64-2a34-4d14-8970-21d867fc038a, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=e8c5ac64-2a34-4d14-8970-21d867fc038a,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:40.828902 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-4a9fd372-538b-4000-81bc-fc07011e401d None None] Provisioning complete for port e8c5ac64-2a34-4d14-8970-21d867fc038a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:40.829278 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd372-538b-4000-81bc-fc07011e401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.860849 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fd372-538b-4000-81bc-fc07011e401d None None] Port e8c5ac64-2a34-4d14-8970-21d867fc038a cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:40.897170 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.937309 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62051458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58799907'] for subnet (9333d8ea-16c2-4803-a958-78fffda5a3f5), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:40.942204 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:40.962058 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:40.962685 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:40.965916 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064fa76-fd13-4283-ba0e-ffcc7be1ffac None None] Pushing event updated for resources: {'Port': ['ID=e8c5ac64-2a34-4d14-8970-21d867fc038a,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:40.996455 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9333d8ea-16c2-4803-a958-78fffda5a3f5,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:41.024551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Checking segment: {'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:41.024551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Network hostable DHCP agents. Network: ba367ccb-302e-4a6f-839d-70ed7900a898, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:04:41.026230 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 37998) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:41.049898 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:41.212086 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Network ba367ccb-302e-4a6f-839d-70ed7900a898 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:04:41.222880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:41.314285 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, ba367ccb-302e-4a6f-839d-70ed7900a898) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:41.318837 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:41.319708 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.323435 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-eddf277e-1547-4656-a2f2-b144b799e217 None None] Provisioning complete for port e8c5ac64-2a34-4d14-8970-21d867fc038a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:41.323810 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-eddf277e-1547-4656-a2f2-b144b799e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.330721 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c1e78-5286-4a23-a6bb-2b2b5bda2408 None None] Network ba367ccb-302e-4a6f-839d-70ed7900a898 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:04:41.409393 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-674591bd-2ec0-4b9c-a2b3-d6b3ea8d1dd8 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8533387 Jul 14 16:04:41.411362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38006) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:41.415256 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:41.417748 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:41.512843 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a289ebfe-7229-4303-8c8b-17ea1de7a70e no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:04:41.565686 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.566853 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.578440 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: a289ebfe-7229-4303-8c8b-17ea1de7a70e {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:04:41.578776 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device a289ebfe-7229-4303-8c8b-17ea1de7a70e not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:04:41.599655 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:40Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:41.601404 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-eddf277e-1547-4656-a2f2-b144b799e217 None None] Current status of the port e8c5ac64-2a34-4d14-8970-21d867fc038a is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:41.601761 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-eddf277e-1547-4656-a2f2-b144b799e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.607058 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-ba367ccb-302e-4a6f-839d-70ed7900a898', 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898', 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'fixed_ips': [{'subnet_id': '9333d8ea-16c2-4803-a958-78fffda5a3f5'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 16:04:41.608074 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.608915 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.623152 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks [] for router_controller (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), precommit_add_association {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.647951 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2991da-4a34-49ee-b521-1097bb9ccf7c None None] The sync data for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi is: [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:40Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:41.688944 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-eddf277e-1547-4656-a2f2-b144b799e217 None None] For port e8c5ac64-2a34-4d14-8970-21d867fc038a, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=e8c5ac64-2a34-4d14-8970-21d867fc038a,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:41.787048 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:41.814174 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-eddf277e-1547-4656-a2f2-b144b799e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.864271 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Allocated IP 172.20.0.2 (ba367ccb-302e-4a6f-839d-70ed7900a898/9333d8ea-16c2-4803-a958-78fffda5a3f5/a11c00ad-39ea-42d2-a663-4992cfdfa808) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:41.881825 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:41.890271 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf277e-1547-4656-a2f2-b144b799e217 None None] Pushing event updated for resources: {'Port': ['ID=e8c5ac64-2a34-4d14-8970-21d867fc038a,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:41.895791 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Deleting port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:41.896380 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.922276 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:41.951108 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks [] for router_gateway (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:41.990630 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] For port 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:41.991087 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.006269 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Calling delete_port for 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 owned by network:router_interface {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:42.047221 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Publish callbacks [] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.150786 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.194166 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Network ba367ccb-302e-4a6f-839d-70ed7900a898 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:42.198765 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:42.201521 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:42.222513 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Pushing event updated for resources: {'Port': ['ID=a11c00ad-39ea-42d2-a663-4992cfdfa808,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:42.252026 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks [] for router_gateway (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.278287 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.280931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Attempting to bind port a11c00ad-39ea-42d2-a663-4992cfdfa808 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:42.281079 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Attempting to bind port a11c00ad-39ea-42d2-a663-4992cfdfa808 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:42.281509 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Attempting to bind port a11c00ad-39ea-42d2-a663-4992cfdfa808 on network ba367ccb-302e-4a6f-839d-70ed7900a898 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:42.287163 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:42.287970 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Checking segment: {'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:42.287970 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.288585 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Bound using segment: {'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:42.289967 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Bound port: a11c00ad-39ea-42d2-a663-4992cfdfa808, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:42.289967 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.327224 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (1c6af9fc-6165-4f2a-aacd-ae49853c8ea6), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.370429 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] For port a11c00ad-39ea-42d2-a663-4992cfdfa808, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:42.375209 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] For port a11c00ad-39ea-42d2-a663-4992cfdfa808, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=a11c00ad-39ea-42d2-a663-4992cfdfa808,segment=NetworkSegment(36652c1a-2021-45f7-9572-7b00b2296c2b),segment_id=36652c1a-2021-45f7-9572-7b00b2296c2b)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:42.439148 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Allocated IP 172.27.3.195 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/510db283-1024-452d-98c7-2c3ef143aa31) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:42.454192 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device e8c5ac64-2a34-4d14-8970-21d867fc038a up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:42.499344 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.546497 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:42.590044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port e8c5ac64-2a34-4d14-8970-21d867fc038a triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:42.592199 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.610764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks [] for port (510db283-1024-452d-98c7-2c3ef143aa31), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.648812 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb812d1-5205-4258-b8d7-eb9122d1e7a9 None None] Pushing event updated for resources: {'Port': ['ID=a11c00ad-39ea-42d2-a663-4992cfdfa808,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:42.664663 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6af9fc-6165-4f2a-aacd-ae49853c8ea6,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:42.715285 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port e8c5ac64-2a34-4d14-8970-21d867fc038a is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:42.738919 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:42.754193 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (510db283-1024-452d-98c7-2c3ef143aa31), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:42.806491 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:42.815708 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:42.821031 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:42.850536 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Pushing event updated for resources: {'Port': ['ID=510db283-1024-452d-98c7-2c3ef143aa31,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:42.940652 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:43.005517 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:43.016247 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:43.214617 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:04:43.248412 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks [] for router_gateway (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:43.344774 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:43.352375 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38008) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:43.352907 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2096751f-0344-496e-a566-154303adcb62 admin admin] 10.222.0.119 "PUT /v2.0/routers/9d80e3d1-e01f-4e78-af35-2ed0820d08fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3278813 Jul 14 16:04:43.354281 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] Sync routers for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:43.364706 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:43.381834 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:43.468415 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:43.526962 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks [] for router (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:43.529991 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:43.646013 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T16:04:42Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:43.675857 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] Checking router: 9d80e3d1-e01f-4e78-af35-2ed0820d08fe for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:43.687058 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] Routers {'9d80e3d1-e01f-4e78-af35-2ed0820d08fe'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:43.687694 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:43.809095 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] Set router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:43.887681 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:43.956571 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999a4a2-f5d8-4b1a-b27c-d262503e551b None None] Network ba367ccb-302e-4a6f-839d-70ed7900a898 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:04:43.987048 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T16:04:42Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:44.017150 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks [] for router_gateway (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.069931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-cbdd88d3-7ca8-4c7d-8065-8a9784934b14 None None] Provisioning complete for port a11c00ad-39ea-42d2-a663-4992cfdfa808 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:44.075335 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-cbdd88d3-7ca8-4c7d-8065-8a9784934b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.101990 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c960d3-d7fb-4495-89d9-e505be1f21bd None None] The sync data for ids ['9d80e3d1-e01f-4e78-af35-2ed0820d08fe'] in dv-cinder-849869-1-iscsi is: [{'id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1619871831-router', 'tenant_id': '2604fe90997b48439ed17360fa15f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T16:04:42Z', 'revision_number': 5, 'project_id': '2604fe90997b48439ed17360fa15f24a', 'gw_port': {'id': 'b8f4b6bf-2360-4c3d-b230-e5007d665085', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d80e3d1-e01f-4e78-af35-2ed0820d08fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:44.133460 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 16:04:44.175285 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Deleting port b8f4b6bf-2360-4c3d-b230-e5007d665085 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:44.175285 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.180618 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd88d3-7ca8-4c7d-8065-8a9784934b14 None None] Current status of the port a11c00ad-39ea-42d2-a663-4992cfdfa808 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:44.180989 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-cbdd88d3-7ca8-4c7d-8065-8a9784934b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.220380 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-cbdd88d3-7ca8-4c7d-8065-8a9784934b14 None None] For port a11c00ad-39ea-42d2-a663-4992cfdfa808, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=a11c00ad-39ea-42d2-a663-4992cfdfa808,segment=NetworkSegment(36652c1a-2021-45f7-9572-7b00b2296c2b),segment_id=36652c1a-2021-45f7-9572-7b00b2296c2b)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:44.315433 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:44.341865 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:44.344636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] For port b8f4b6bf-2360-4c3d-b230-e5007d665085, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b8f4b6bf-2360-4c3d-b230-e5007d665085,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:44.345075 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.345198 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-cbdd88d3-7ca8-4c7d-8065-8a9784934b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.366673 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Calling delete_port for b8f4b6bf-2360-4c3d-b230-e5007d665085 owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:44.375088 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Sync routers for ids ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:44.404261 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Routers {'2c73e2b7-1eef-4b19-9b68-2b5a247a262e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:44.404788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:44.427286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:44.441489 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd88d3-7ca8-4c7d-8065-8a9784934b14 None None] Pushing event updated for resources: {'Port': ['ID=a11c00ad-39ea-42d2-a663-4992cfdfa808,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:44.470607 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.474622 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c307a0d2-1645-4f31-9269-8f2577270e1e admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0594735 Jul 14 16:04:44.474802 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38010) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:44.634049 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-1a4d10f3-37fe-438b-a9de-51ced58b1862 None None] Provisioning complete for port a11c00ad-39ea-42d2-a663-4992cfdfa808 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:44.634337 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1a4d10f3-37fe-438b-a9de-51ced58b1862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.674442 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Set router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:44.753108 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (b8f4b6bf-2360-4c3d-b230-e5007d665085), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.791060 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f4b6bf-2360-4c3d-b230-e5007d665085,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:44.833877 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a11c00ad-39ea-42d2-a663-4992cfdfa808 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:44.864943 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d10f3-37fe-438b-a9de-51ced58b1862 None None] Current status of the port a11c00ad-39ea-42d2-a663-4992cfdfa808 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:44.883759 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:44.937114 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port a11c00ad-39ea-42d2-a663-4992cfdfa808 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:44.937399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.948570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:44.969840 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '510db283-1024-452d-98c7-2c3ef143aa31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:04:43Z', 'revision_number': 3, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port': {'id': '510db283-1024-452d-98c7-2c3ef143aa31', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:42Z', 'updated_at': '2022-07-14T16:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:45.001692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Checking router: 2c73e2b7-1eef-4b19-9b68-2b5a247a262e for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:45.002055 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Updating router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e port 510db283-1024-452d-98c7-2c3ef143aa31 binding host dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:04:45.036712 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (510db283-1024-452d-98c7-2c3ef143aa31), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.070594 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:45.070982 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.077522 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks [] for router_controller (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.099663 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port a11c00ad-39ea-42d2-a663-4992cfdfa808 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:45.207365 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.256516 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (9d80e3d1-e01f-4e78-af35-2ed0820d08fe), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.257129 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d80e3d1-e01f-4e78-af35-2ed0820d08fe {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:04:45.267113 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.268277 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ed665bc5-5bd8-40d8-ad2e-a1f9e0398a1c admin admin] 10.222.0.119 "DELETE /v2.0/routers/9d80e3d1-e01f-4e78-af35-2ed0820d08fe HTTP/1.1" status: 204 len: 168 time: 1.9145358 Jul 14 16:04:45.270768 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38012) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:45.318507 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:45.323515 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Publish callbacks [] for port (510db283-1024-452d-98c7-2c3ef143aa31), precommit_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.369211 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] Deleting subnet f1097176-f408-45f9-89a6-74028cd01909 {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:04:45.375303 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] Publish callbacks [] for subnet (f1097176-f408-45f9-89a6-74028cd01909), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.403746 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (510db283-1024-452d-98c7-2c3ef143aa31), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.431659 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:45.445963 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:45.446764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (f1097176-f408-45f9-89a6-74028cd01909), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.457106 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08536a-5a35-408d-a869-46b556af6c2f None None] Pushing event updated for resources: {'Port': ['ID=510db283-1024-452d-98c7-2c3ef143aa31,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:45.461403 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Attempting to bind port 510db283-1024-452d-98c7-2c3ef143aa31 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:45.461685 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Attempting to bind port 510db283-1024-452d-98c7-2c3ef143aa31 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:45.462044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Attempting to bind port 510db283-1024-452d-98c7-2c3ef143aa31 on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:45.468087 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:45.468489 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:45.473948 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.473948 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:45.473948 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Bound port: 510db283-1024-452d-98c7-2c3ef143aa31, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:45.473948 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (510db283-1024-452d-98c7-2c3ef143aa31), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.483327 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Allocated IP 172.20.0.1 (ba367ccb-302e-4a6f-839d-70ed7900a898/9333d8ea-16c2-4803-a958-78fffda5a3f5/b4851a14-1639-419e-8142-7b6a6198d775) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:45.522446 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] For port 510db283-1024-452d-98c7-2c3ef143aa31, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:45.525526 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] For port 510db283-1024-452d-98c7-2c3ef143aa31, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=510db283-1024-452d-98c7-2c3ef143aa31,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:45.600033 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (f1097176-f408-45f9-89a6-74028cd01909), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.633060 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (510db283-1024-452d-98c7-2c3ef143aa31), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.660644 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:45.673387 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks [] for port (b4851a14-1639-419e-8142-7b6a6198d775), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.696114 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Routers {'2c73e2b7-1eef-4b19-9b68-2b5a247a262e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:45.696747 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:45.699863 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08536a-5a35-408d-a869-46b556af6c2f None None] Pushing event updated for resources: {'Port': ['ID=510db283-1024-452d-98c7-2c3ef143aa31,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:45.770296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (f1097176-f408-45f9-89a6-74028cd01909), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.798604 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1097176-f408-45f9-89a6-74028cd01909,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:45.806433 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (b4851a14-1639-419e-8142-7b6a6198d775), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.810535 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.812674 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-95e3eac1-430c-4137-8d9b-818ab18abca2 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/f1097176-f408-45f9-89a6-74028cd01909 HTTP/1.1" status: 204 len: 168 time: 0.5408444 Jul 14 16:04:45.814166 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba608a-1d66-4dbd-9580-2b4959904f51 None None] Network f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:04:45.815447 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38014) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:45.820449 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] Set router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:45.857125 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Network ba367ccb-302e-4a6f-839d-70ed7900a898 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:45.864507 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:45.868494 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:45.891405 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.897124 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4851a14-1639-419e-8142-7b6a6198d775,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:45.921124 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:45.923496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:45.962898 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Deleting port b7f27efa-6b5e-464d-a830-cdcf20302bf9 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:45.963385 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.045625 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] For port b7f27efa-6b5e-464d-a830-cdcf20302bf9, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b7f27efa-6b5e-464d-a830-cdcf20302bf9,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:46.046004 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.066205 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Calling delete_port for b7f27efa-6b5e-464d-a830-cdcf20302bf9 owned by network:dhcp {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:46.099285 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '510db283-1024-452d-98c7-2c3ef143aa31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:04:43Z', 'revision_number': 3, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port': {'id': '510db283-1024-452d-98c7-2c3ef143aa31', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:42Z', 'updated_at': '2022-07-14T16:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:46.127444 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] DHCP port deletion for f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:04:46.130997 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c1745-33df-4707-83b6-1f9309b9d40f None None] The sync data for ids ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'] in dv-cinder-849869-1-iscsi is: [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '510db283-1024-452d-98c7-2c3ef143aa31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:04:43Z', 'revision_number': 3, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port': {'id': '510db283-1024-452d-98c7-2c3ef143aa31', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:42Z', 'updated_at': '2022-07-14T16:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:46.170092 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] Deleting port b7f27efa-6b5e-464d-a830-cdcf20302bf9 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:46.170467 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.186952 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b4851a14-1639-419e-8142-7b6a6198d775), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.222453 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.235317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-484ed453-e662-41ec-9c8c-6b8aebf61d37 None None] Provisioning complete for port b4851a14-1639-419e-8142-7b6a6198d775 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:46.235317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-484ed453-e662-41ec-9c8c-6b8aebf61d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b4851a14-1639-419e-8142-7b6a6198d775), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.259517 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:46.265015 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f27efa-6b5e-464d-a830-cdcf20302bf9,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:46.273387 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] For port b7f27efa-6b5e-464d-a830-cdcf20302bf9, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b7f27efa-6b5e-464d-a830-cdcf20302bf9,segment=NetworkSegment(8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c),segment_id=8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:46.280679 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.280833 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] No DVR routers for this DVR port b7f27efa-6b5e-464d-a830-cdcf20302bf9 on host dv-cinder-849869-1-iscsi {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:04:46.293780 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-484ed453-e662-41ec-9c8c-6b8aebf61d37 None None] Port b4851a14-1639-419e-8142-7b6a6198d775 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:46.295594 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] Calling delete_port for b7f27efa-6b5e-464d-a830-cdcf20302bf9 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:46.388671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.388900 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks [] for port (b4851a14-1639-419e-8142-7b6a6198d775), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.403725 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (b7f27efa-6b5e-464d-a830-cdcf20302bf9), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.411911 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:46.425928 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:46.426425 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:46.438168 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.442961 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a11c00ad-39ea-42d2-a663-4992cfdfa808 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:46.452029 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] Pushing event deleted for resources: {'Port': ['ID=b7f27efa-6b5e-464d-a830-cdcf20302bf9,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:46.457225 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.468144 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (b4851a14-1639-419e-8142-7b6a6198d775), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.483491 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e69c9a-954b-4bf4-8133-ae4d73b32ebf None None] No DVR routers for this DVR port b7f27efa-6b5e-464d-a830-cdcf20302bf9 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:04:46.493339 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:04:46.493746 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.525688 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:46.544451 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port a11c00ad-39ea-42d2-a663-4992cfdfa808 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:46.552961 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.560901 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c resource provider aggregate not found Jul 14 16:04:46.592434 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e0a4e02-bb2e-49cc-80bf-7e03c46fbe6c found for delete ", "request_id": "req-3729ccec-f42b-4ff2-87a5-2369f261c6fc"}]} Jul 14 16:04:46.609631 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.612575 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4851a14-1639-419e-8142-7b6a6198d775,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:46.648510 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port a11c00ad-39ea-42d2-a663-4992cfdfa808 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:46.663126 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.669847 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:46.673389 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] 10.222.0.119 "DELETE /v2.0/networks/f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c HTTP/1.1" status: 204 len: 168 time: 0.8573081 Jul 14 16:04:46.688472 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ea7d-a99b-42ab-b053-ef1063fcd98f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a008ce-b413-4a5d-9bd5-9c77d32d3f2c,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:46.735382 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b8f4b6bf-2360-4c3d-b230-e5007d665085 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:04:46.736012 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Network ba367ccb-302e-4a6f-839d-70ed7900a898 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:46.737707 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:46.765844 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: b8f4b6bf-2360-4c3d-b230-e5007d665085 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:04:46.767138 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b8f4b6bf-2360-4c3d-b230-e5007d665085 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:04:46.768453 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:04:46.801460 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:04:46.802099 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1c6af9fc-6165-4f2a-aacd-ae49853c8ea6 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:04:46.802931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b7f27efa-6b5e-464d-a830-cdcf20302bf9 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:04:46.828054 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: b7f27efa-6b5e-464d-a830-cdcf20302bf9 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:04:46.828749 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b7f27efa-6b5e-464d-a830-cdcf20302bf9 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:04:46.864871 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:04:46.988675 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:46.994313 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-70842112-97bf-42b7-9c29-fc6b0f895ff5 admin admin] 10.222.0.119 "PUT /v2.0/routers/2c73e2b7-1eef-4b19-9b68-2b5a247a262e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5186279 Jul 14 16:04:47.052739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-d83cf7d3-6596-415d-9499-c2e1f157d56b None None] Provisioning complete for port b4851a14-1639-419e-8142-7b6a6198d775 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:47.053394 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d83cf7d3-6596-415d-9499-c2e1f157d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b4851a14-1639-419e-8142-7b6a6198d775), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:47.088615 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-d83cf7d3-6596-415d-9499-c2e1f157d56b None None] Port b4851a14-1639-419e-8142-7b6a6198d775 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:47.261088 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38030) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:47.308911 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7cb0c95b-e226-4043-897c-183eb4bd6950 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2604fe90997b48439ed17360fa15f24a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406566 Jul 14 16:04:47.310801 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38032) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:47.359992 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ae20c191-c9af-4d1f-a7d4-a7487f4b43a5 admin admin] Publish callbacks [] for security_group (d0b6259e-ad02-459f-8cda-b3dadcad4757), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:47.403576 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ae20c191-c9af-4d1f-a7d4-a7487f4b43a5 admin admin] Publish callbacks [] for security_group (d0b6259e-ad02-459f-8cda-b3dadcad4757), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:47.582629 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ae20c191-c9af-4d1f-a7d4-a7487f4b43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d0b6259e-ad02-459f-8cda-b3dadcad4757), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:47.585294 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ae20c191-c9af-4d1f-a7d4-a7487f4b43a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:47.588758 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ae20c191-c9af-4d1f-a7d4-a7487f4b43a5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d0b6259e-ad02-459f-8cda-b3dadcad4757 HTTP/1.1" status: 204 len: 168 time: 0.2747674 Jul 14 16:04:47.592073 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38036) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:47.595544 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20c191-c9af-4d1f-a7d4-a7487f4b43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b6259e-ad02-459f-8cda-b3dadcad4757,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:47.598729 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-c6c44652-bbe2-49b7-bfbb-1149598a9d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266877117', 'description': 'tempest-secgroup-smoke-1266877117 description', 'project_id': '7469c47f14be40df88cc57050d28e8ba'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:47.730008 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6c44652-bbe2-49b7-bfbb-1149598a9d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:47.747358 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:47.801179 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6c44652-bbe2-49b7-bfbb-1149598a9d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group (3f8997a4-5705-4bef-ab3b-22c210b6dd0e), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:47.970765 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6c44652-bbe2-49b7-bfbb-1149598a9d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (3f8997a4-5705-4bef-ab3b-22c210b6dd0e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.000496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c44652-bbe2-49b7-bfbb-1149598a9d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8997a4-5705-4bef-ab3b-22c210b6dd0e,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:48.085663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6c44652-bbe2-49b7-bfbb-1149598a9d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.086975 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c6c44652-bbe2-49b7-bfbb-1149598a9d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4931383 Jul 14 16:04:48.090721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38042) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:48.095174 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-aa5b43d1-d134-4475-8ed6-51fd6e80c57f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'security_group_rule': {'security_group_id': '3f8997a4-5705-4bef-ab3b-22c210b6dd0e', 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:48.205444 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aa5b43d1-d134-4475-8ed6-51fd6e80c57f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (4cf0ef7e-1c21-4dc7-b536-eebe0266a8dd), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.264239 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aa5b43d1-d134-4475-8ed6-51fd6e80c57f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (4cf0ef7e-1c21-4dc7-b536-eebe0266a8dd), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.348604 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aa5b43d1-d134-4475-8ed6-51fd6e80c57f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (4cf0ef7e-1c21-4dc7-b536-eebe0266a8dd), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.372142 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b43d1-d134-4475-8ed6-51fd6e80c57f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf0ef7e-1c21-4dc7-b536-eebe0266a8dd,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:48.388709 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 510db283-1024-452d-98c7-2c3ef143aa31 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:48.446582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 510db283-1024-452d-98c7-2c3ef143aa31 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:48.446955 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (510db283-1024-452d-98c7-2c3ef143aa31), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.458276 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aa5b43d1-d134-4475-8ed6-51fd6e80c57f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.459505 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-aa5b43d1-d134-4475-8ed6-51fd6e80c57f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678055 Jul 14 16:04:48.462289 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38052) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:48.466992 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-d304b32c-a53f-4e6b-ac1a-8b87e3615d2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'security_group_rule': {'security_group_id': '3f8997a4-5705-4bef-ab3b-22c210b6dd0e', 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:48.520784 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 510db283-1024-452d-98c7-2c3ef143aa31 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:48.521176 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (510db283-1024-452d-98c7-2c3ef143aa31), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.534359 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.542324 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 510db283-1024-452d-98c7-2c3ef143aa31, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=510db283-1024-452d-98c7-2c3ef143aa31,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:48.571514 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d304b32c-a53f-4e6b-ac1a-8b87e3615d2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (cec11926-2460-43bf-9b90-0442b1a0dc0d), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.590921 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:48.637741 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (510db283-1024-452d-98c7-2c3ef143aa31), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.638045 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d304b32c-a53f-4e6b-ac1a-8b87e3615d2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (cec11926-2460-43bf-9b90-0442b1a0dc0d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.686595 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=510db283-1024-452d-98c7-2c3ef143aa31,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:48.737014 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d304b32c-a53f-4e6b-ac1a-8b87e3615d2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (cec11926-2460-43bf-9b90-0442b1a0dc0d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.757264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304b32c-a53f-4e6b-ac1a-8b87e3615d2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec11926-2460-43bf-9b90-0442b1a0dc0d,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:48.894312 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d304b32c-a53f-4e6b-ac1a-8b87e3615d2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:48.895632 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d304b32c-a53f-4e6b-ac1a-8b87e3615d2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4323275 Jul 14 16:04:48.898397 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38062) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:48.903513 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-22a469f3-f202-4eff-8d56-db3ed49d4ea0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'security_group_rule': {'security_group_id': '3f8997a4-5705-4bef-ab3b-22c210b6dd0e', 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:48.968660 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38064) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:48.974780 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Sync routers for ids ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:48.987291 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Routers {'2c73e2b7-1eef-4b19-9b68-2b5a247a262e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:48.992264 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:48.995195 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-22a469f3-f202-4eff-8d56-db3ed49d4ea0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (2bba6ff8-893c-47c9-a9c9-b9f0eda67561), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.067110 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-22a469f3-f202-4eff-8d56-db3ed49d4ea0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (2bba6ff8-893c-47c9-a9c9-b9f0eda67561), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.086099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-816714446-network', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:49.092030 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Set router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:49.159608 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-22a469f3-f202-4eff-8d56-db3ed49d4ea0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (2bba6ff8-893c-47c9-a9c9-b9f0eda67561), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.180336 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a469f3-f202-4eff-8d56-db3ed49d4ea0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bba6ff8-893c-47c9-a9c9-b9f0eda67561,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:49.233819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Made reservation on behalf of f50528750c0e4504aaafba1ebae3f707 for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:04:49.234005 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:49.236343 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.245499 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.275835 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '510db283-1024-452d-98c7-2c3ef143aa31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:04:46Z', 'revision_number': 4, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port': {'id': '510db283-1024-452d-98c7-2c3ef143aa31', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:42Z', 'updated_at': '2022-07-14T16:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'b4851a14-1639-419e-8142-7b6a6198d775', 'name': '', 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'mac_address': 'fa:16:3e:59:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9333d8ea-16c2-4803-a958-78fffda5a3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:45Z', 'updated_at': '2022-07-14T16:04:46Z', 'revision_number': 2, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'subnets': [{'id': '9333d8ea-16c2-4803-a958-78fffda5a3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:49.309044 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Checking router: 2c73e2b7-1eef-4b19-9b68-2b5a247a262e for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:49.309741 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Updating router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e port b4851a14-1639-419e-8142-7b6a6198d775 binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:04:49.313982 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-22a469f3-f202-4eff-8d56-db3ed49d4ea0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.317790 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-22a469f3-f202-4eff-8d56-db3ed49d4ea0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4158649 Jul 14 16:04:49.318412 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38068) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:49.323083 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-445837a5-e8fa-44f6-8a98-5ff30360f3c0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'security_group_rule': {'security_group_id': '3f8997a4-5705-4bef-ab3b-22c210b6dd0e', 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:49.333746 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:49.343386 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b4851a14-1639-419e-8142-7b6a6198d775), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.361070 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks [] for security_group (310d667e-5aaa-4fa4-b585-20a3d8339562), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.450343 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (310d667e-5aaa-4fa4-b585-20a3d8339562), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.456202 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-445837a5-e8fa-44f6-8a98-5ff30360f3c0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (2fd86bf0-4b54-40b3-96a2-1282f1f6fb59), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.468004 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:49.477081 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:04:49.494626 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d667e-5aaa-4fa4-b585-20a3d8339562,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:49.499202 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (79482d9c-9e58-41cf-bae9-cea792fd40a6), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.499372 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Added segment 79482d9c-9e58-41cf-bae9-cea792fd40a6 of type vlan for network 3b3927a5-e351-442d-a0b8-241c848eece6 Jul 14 16:04:49.537370 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-445837a5-e8fa-44f6-8a98-5ff30360f3c0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (2fd86bf0-4b54-40b3-96a2-1282f1f6fb59), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.567800 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (3b3927a5-e351-442d-a0b8-241c848eece6), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.629394 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Publish callbacks [] for port (b4851a14-1639-419e-8142-7b6a6198d775), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.649500 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (3b3927a5-e351-442d-a0b8-241c848eece6), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.650063 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-445837a5-e8fa-44f6-8a98-5ff30360f3c0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (2fd86bf0-4b54-40b3-96a2-1282f1f6fb59), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.650515 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:49.651968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.668209 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445837a5-e8fa-44f6-8a98-5ff30360f3c0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd86bf0-4b54-40b3-96a2-1282f1f6fb59,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:49.712809 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b4851a14-1639-419e-8142-7b6a6198d775), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.719329 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3927a5-e351-442d-a0b8-241c848eece6,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:49.729619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 3b3927a5-e351-442d-a0b8-241c848eece6 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:04:49.743379 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:49.765566 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569af69-6baa-4190-bcbd-aec926e3b7e7 None None] Pushing event updated for resources: {'Port': ['ID=b4851a14-1639-419e-8142-7b6a6198d775,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:49.779680 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-445837a5-e8fa-44f6-8a98-5ff30360f3c0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.780979 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-93f6997d-9fb3-453d-999a-6516e94a3829 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8110800 Jul 14 16:04:49.783631 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38072) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:49.783763 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-445837a5-e8fa-44f6-8a98-5ff30360f3c0 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4640598 Jul 14 16:04:49.784042 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38074) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:49.791769 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'security_group_rule': {'security_group_id': '3f8997a4-5705-4bef-ab3b-22c210b6dd0e', 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:49.803450 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Request body: {'subnet': {'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-subnet', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:49.842954 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Attempting to bind port b4851a14-1639-419e-8142-7b6a6198d775 on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:49.843327 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Attempting to bind port b4851a14-1639-419e-8142-7b6a6198d775 by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:49.843677 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Attempting to bind port b4851a14-1639-419e-8142-7b6a6198d775 on network ba367ccb-302e-4a6f-839d-70ed7900a898 {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:49.849726 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:49.850244 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Checking segment: {'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:49.850623 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.851006 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Bound using segment: {'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:49.851472 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Bound port: b4851a14-1639-419e-8142-7b6a6198d775, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36652c1a-2021-45f7-9572-7b00b2296c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:49.851842 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b4851a14-1639-419e-8142-7b6a6198d775), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.913786 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:49.921531 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] For port b4851a14-1639-419e-8142-7b6a6198d775, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:49.925190 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] For port b4851a14-1639-419e-8142-7b6a6198d775, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b4851a14-1639-419e-8142-7b6a6198d775,segment=NetworkSegment(36652c1a-2021-45f7-9572-7b00b2296c2b),segment_id=36652c1a-2021-45f7-9572-7b00b2296c2b)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:49.952969 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.securitygroups_db [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Project 7469c47f14be40df88cc57050d28e8ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 16:04:49.960055 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (94a85233-b1bb-4442-9eef-1609c8b67d71), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:49.972335 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:49.984182 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Made reservation on behalf of f50528750c0e4504aaafba1ebae3f707 for: {'subnet': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:04:49.986498 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58799889'] for subnet (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.029866 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-1e3a8e00-bd71-4d6d-ac5d-ec2e93ef78e6 None None] Provisioning complete for port b4851a14-1639-419e-8142-7b6a6198d775 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:50.030107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1e3a8e00-bd71-4d6d-ac5d-ec2e93ef78e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b4851a14-1639-419e-8142-7b6a6198d775), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.051594 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b4851a14-1639-419e-8142-7b6a6198d775), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.063608 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a8e00-bd71-4d6d-ac5d-ec2e93ef78e6 None None] Port b4851a14-1639-419e-8142-7b6a6198d775 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:50.081142 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (94a85233-b1bb-4442-9eef-1609c8b67d71), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.128354 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Routers {'2c73e2b7-1eef-4b19-9b68-2b5a247a262e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:50.129265 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:50.164600 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569af69-6baa-4190-bcbd-aec926e3b7e7 None None] Pushing event updated for resources: {'Port': ['ID=b4851a14-1639-419e-8142-7b6a6198d775,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:50.205396 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (94a85233-b1bb-4442-9eef-1609c8b67d71), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.226543 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a85233-b1bb-4442-9eef-1609c8b67d71,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:50.250528 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] Set router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:50.268644 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62051458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58799907'] for subnet (8e11e799-0627-4efe-b9fa-805d3449a119), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.279253 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:50.304652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.309172 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c6585e5a-c97b-4c6e-a7e5-144934c205f5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5236497 Jul 14 16:04:50.309335 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38080) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:50.315671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'security_group_rule': {'security_group_id': '3f8997a4-5705-4bef-ab3b-22c210b6dd0e', 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:50.338697 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e11e799-0627-4efe-b9fa-805d3449a119,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:50.355902 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Checking segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:50.356321 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Network hostable DHCP agents. Network: 3b3927a5-e351-442d-a0b8-241c848eece6, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:04:50.384856 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-865592bb-0337-41a2-b87e-86e41b95a12c None None] Provisioning complete for port b4851a14-1639-419e-8142-7b6a6198d775 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:50.385158 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-865592bb-0337-41a2-b87e-86e41b95a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b4851a14-1639-419e-8142-7b6a6198d775), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.406124 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.securitygroups_db [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Project 7469c47f14be40df88cc57050d28e8ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 16:04:50.407711 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 510db283-1024-452d-98c7-2c3ef143aa31 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:50.414205 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (a27e2a75-4e86-4117-8675-5da1c24a188e), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.435647 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:50.442916 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:50.472245 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '510db283-1024-452d-98c7-2c3ef143aa31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:04:46Z', 'revision_number': 4, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port': {'id': '510db283-1024-452d-98c7-2c3ef143aa31', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:42Z', 'updated_at': '2022-07-14T16:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'b4851a14-1639-419e-8142-7b6a6198d775', 'name': '', 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'mac_address': 'fa:16:3e:59:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9333d8ea-16c2-4803-a958-78fffda5a3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:45Z', 'updated_at': '2022-07-14T16:04:49Z', 'revision_number': 4, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'subnets': [{'id': '9333d8ea-16c2-4803-a958-78fffda5a3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:50.502812 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (a27e2a75-4e86-4117-8675-5da1c24a188e), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.503770 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 510db283-1024-452d-98c7-2c3ef143aa31 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:50.503770 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (510db283-1024-452d-98c7-2c3ef143aa31), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.504126 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feffe41-ee94-4f14-99ce-3f094bbc985c None None] The sync data for ids ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'] in dv-cinder-849869-1-iscsi is: [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '510db283-1024-452d-98c7-2c3ef143aa31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:04:46Z', 'revision_number': 4, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port': {'id': '510db283-1024-452d-98c7-2c3ef143aa31', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:42Z', 'updated_at': '2022-07-14T16:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'b4851a14-1639-419e-8142-7b6a6198d775', 'name': '', 'network_id': 'ba367ccb-302e-4a6f-839d-70ed7900a898', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'mac_address': 'fa:16:3e:59:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9333d8ea-16c2-4803-a958-78fffda5a3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:45Z', 'updated_at': '2022-07-14T16:04:49Z', 'revision_number': 4, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'subnets': [{'id': '9333d8ea-16c2-4803-a958-78fffda5a3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:50.524126 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-865592bb-0337-41a2-b87e-86e41b95a12c None None] Current status of the port b4851a14-1639-419e-8142-7b6a6198d775 is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:50.524533 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-865592bb-0337-41a2-b87e-86e41b95a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (b4851a14-1639-419e-8142-7b6a6198d775), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.553126 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Network 3b3927a5-e351-442d-a0b8-241c848eece6 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:04:50.565038 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:50.592738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-865592bb-0337-41a2-b87e-86e41b95a12c None None] For port b4851a14-1639-419e-8142-7b6a6198d775, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b4851a14-1639-419e-8142-7b6a6198d775,segment=NetworkSegment(36652c1a-2021-45f7-9572-7b00b2296c2b),segment_id=36652c1a-2021-45f7-9572-7b00b2296c2b)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:50.634499 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 510db283-1024-452d-98c7-2c3ef143aa31 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:50.885201 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (a27e2a75-4e86-4117-8675-5da1c24a188e), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.885604 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 3b3927a5-e351-442d-a0b8-241c848eece6) {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:50.886083 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-865592bb-0337-41a2-b87e-86e41b95a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (b4851a14-1639-419e-8142-7b6a6198d775), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.891368 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:50.892251 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:50.902659 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27e2a75-4e86-4117-8675-5da1c24a188e,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:50.916511 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d18672-1592-456a-9a39-9e3aa7752c41 None None] Network 3b3927a5-e351-442d-a0b8-241c848eece6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:04:50.933068 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:51.009597 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865592bb-0337-41a2-b87e-86e41b95a12c None None] Pushing event updated for resources: {'Port': ['ID=b4851a14-1639-419e-8142-7b6a6198d775,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:51.064744 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-a0094d10-a2f9-43fd-a626-1132cf947a78 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2781923 Jul 14 16:04:51.069930 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.076834 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0bcb963f-442d-401f-a40b-bbef9cb162da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7599084 Jul 14 16:04:51.077349 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38088) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:51.082338 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542e8009-d6f0-59d4-a34b-e3302537795a-3b3927a5-e351-442d-a0b8-241c848eece6', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119'}]}} from dv-cinder-849869-1-iscsi. {{(pid=111069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 16:04:51.082503 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:51.083267 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.200287 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-405907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4059'] for router (a3580377-8bd1-4d4b-9e63-7bf5f2488208), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.201491 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4076'] for router (a3580377-8bd1-4d4b-9e63-7bf5f2488208), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.264459 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.db_base_plugin_common [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Allocated IP 172.20.0.2 (3b3927a5-e351-442d-a0b8-241c848eece6/8e11e799-0627-4efe-b9fa-805d3449a119/4c7bbf97-c165-4689-a5f8-aba73c08c26b) {{(pid=111069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:51.314989 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-8ae0388c-0ec7-4669-8a4d-bd8b2648e3dc tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504450252&fields=id&tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa HTTP/1.1" status: 200 len: 267 time: 0.1080096 Jul 14 16:04:51.335691 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks [] for router_controller (a3580377-8bd1-4d4b-9e63-7bf5f2488208), precommit_add_association {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.377630 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-8e48916b-c974-4c5e-9f47-1277d8638d93 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:51.385961 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-8e48916b-c974-4c5e-9f47-1277d8638d93 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 984 time: 0.0698287 Jul 14 16:04:51.391897 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Request body: {'port': {'security_groups': ['69237b44-0560-4f8e-b60c-8eac5ad98190']}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:51.461854 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:51.463278 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Publish callbacks [] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), precommit_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.606487 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), after_create {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.656387 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Network 3b3927a5-e351-442d-a0b8-241c848eece6 is already hosted by enough agents. {{(pid=111069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:51.662522 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.scheduler.base_scheduler [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Resources bound (agent type, host, resource id): {{(pid=111069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:51.664944 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Received port after_create {{(pid=111069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:51.667509 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Pushing event updated for resources: {'Port': ['ID=4c7bbf97-c165-4689-a5f8-aba73c08c26b,revision_number=1']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:51.730187 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Attempting to bind port 4c7bbf97-c165-4689-a5f8-aba73c08c26b on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:51.731399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Attempting to bind port 4c7bbf97-c165-4689-a5f8-aba73c08c26b by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:51.731772 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Attempting to bind port 4c7bbf97-c165-4689-a5f8-aba73c08c26b on network 3b3927a5-e351-442d-a0b8-241c848eece6 {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:51.737772 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:51.738171 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Checking segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:51.738577 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.738970 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Bound using segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} {{(pid=111069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:51.739438 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.managers [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Bound port: 4c7bbf97-c165-4689-a5f8-aba73c08c26b, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}}] {{(pid=111069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:51.739817 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.804649 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] For port 4c7bbf97-c165-4689-a5f8-aba73c08c26b, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:51.807628 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] For port 4c7bbf97-c165-4689-a5f8-aba73c08c26b, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=4c7bbf97-c165-4689-a5f8-aba73c08c26b,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:51.874100 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.885862 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks [] for router_gateway (a3580377-8bd1-4d4b-9e63-7bf5f2488208), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:51.944024 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.014031 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e98153-63e4-49a4-b0fa-cc5ba0b770ab None None] Pushing event updated for resources: {'Port': ['ID=4c7bbf97-c165-4689-a5f8-aba73c08c26b,revision_number=2']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:52.132671 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:52.233255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.285755 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks [] for router_gateway (a3580377-8bd1-4d4b-9e63-7bf5f2488208), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.315548 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.373489 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.419610 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['ceb2f3fe-a0a1-43df-b885-d12cb859d85a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:04:52.439793 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:52.439793 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.446551 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-333765b0-62df-4bcf-b66a-f17b5f5d8f69 req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "PUT /v2.0/ports/ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 942 time: 1.0594089 Jul 14 16:04:52.447292 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:52.450528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:52.454053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38130) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:52.508734 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 4c7bbf97-c165-4689-a5f8-aba73c08c26b up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:52.598843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c6a13f-7dd7-4ea9-b252-8dd610cd8e50 x-openstack-request-id: req-76c6a13f-7dd7-4ea9-b252-8dd610cd8e50 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:52.599133 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:52.599390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-76c6a13f-7dd7-4ea9-b252-8dd610cd8e50 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:52.599800 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c6a13f-7dd7-4ea9-b252-8dd610cd8e50'] response: {'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'status': 'completed', 'code': 200} Jul 14 16:04:52.604398 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event updated for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=7']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:52.606288 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:52.612153 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0ff4-2f8a-43ed-9ec2-11f220206f4f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group (e620addb-261f-4a04-8075-87e59777a29f), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.614289 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.614636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.614983 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.615319 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.615650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.615978 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.616325 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.616652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.616972 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.617293 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.617614 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.617934 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.618255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.618567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.618882 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8cf1e-61d2-4ced-9bcd-ab84fafb21ed tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:04:52.656408 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['ceb2f3fe-a0a1-43df-b885-d12cb859d85a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:04:52.666758 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0ff4-2f8a-43ed-9ec2-11f220206f4f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group (e620addb-261f-4a04-8075-87e59777a29f), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.671895 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Allocated IP 172.27.3.224 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/978755a5-27ba-4bdd-a08b-fc595adf635e) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:52.692733 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 4c7bbf97-c165-4689-a5f8-aba73c08c26b triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:52.692733 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.771272 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-c8098af3-ff4a-40cd-a21e-ff636e9a88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:52.774692 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-c8098af3-ff4a-40cd-a21e-ff636e9a88f8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1129 time: 0.0530889 Jul 14 16:04:52.802602 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:52.841274 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks [] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.861102 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-4491f46d-cc1f-43c9-b05b-1f265c196252 None None] Provisioning complete for port ceb2f3fe-a0a1-43df-b885-d12cb859d85a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:52.861768 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4491f46d-cc1f-43c9-b05b-1f265c196252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.904513 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-bdd05d4d-81fe-4416-b0dc-b30b73667518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:52.906061 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-bdd05d4d-81fe-4416-b0dc-b30b73667518 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 200 len: 917 time: 0.1180985 Jul 14 16:04:52.913316 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0ff4-2f8a-43ed-9ec2-11f220206f4f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e620addb-261f-4a04-8075-87e59777a29f), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.915983 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0ff4-2f8a-43ed-9ec2-11f220206f4f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.923410 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7a8a0ff4-2f8a-43ed-9ec2-11f220206f4f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "DELETE /v2.0/security-groups/e620addb-261f-4a04-8075-87e59777a29f HTTP/1.1" status: 204 len: 168 time: 0.4648731 Jul 14 16:04:52.923562 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38134) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:52.947711 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0ff4-2f8a-43ed-9ec2-11f220206f4f tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e620addb-261f-4a04-8075-87e59777a29f,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:52.982637 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 4c7bbf97-c165-4689-a5f8-aba73c08c26b is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:52.984229 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:52.988321 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:52.995050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.024743 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-827abe93-d6ba-44c2-83a2-2224f4634573 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 1001 time: 0.0975270 Jul 14 16:04:53.039373 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:53.081133 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 4c7bbf97-c165-4689-a5f8-aba73c08c26b, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=4c7bbf97-c165-4689-a5f8-aba73c08c26b,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:53.106953 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-b5be2bc0-36b4-4cf4-a758-dc51e0d07d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:53.116492 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-b5be2bc0-36b4-4cf4-a758-dc51e0d07d59 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899922ef-cd27-4226-a72e-2faaa5f59403 HTTP/1.1" status: 200 len: 854 time: 0.0801241 Jul 14 16:04:53.132340 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Pushing event updated for resources: {'Port': ['ID=978755a5-27ba-4bdd-a08b-fc595adf635e,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:53.138472 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:53.157080 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:53.157178 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-4491f46d-cc1f-43c9-b05b-1f265c196252 None None] Current status of the port ceb2f3fe-a0a1-43df-b885-d12cb859d85a is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:53.157296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:53.179965 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.181351 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b4851a14-1639-419e-8142-7b6a6198d775 up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:53.184496 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-2730230d-8e7f-4be0-ab11-4c382f70bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:53.193305 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-2730230d-8e7f-4be0-ab11-4c382f70bbfc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9a5251c-11e1-4913-be3c-2c9cbf664c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697751 Jul 14 16:04:53.325498 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e817e2b-3e09-46d7-b83d-8f9a4d13c773 None None] Network 3b3927a5-e351-442d-a0b8-241c848eece6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:04:53.326098 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Deleting port bd51215d-a1be-4da0-8fba-6ada3b860564 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:04:53.326098 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.368882 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-5020337d-813a-4e3d-b79a-a7460ff33182 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739745 Jul 14 16:04:53.373362 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=4c7bbf97-c165-4689-a5f8-aba73c08c26b,revision_number=3']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:53.395641 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port b4851a14-1639-419e-8142-7b6a6198d775 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:53.395986 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (b4851a14-1639-419e-8142-7b6a6198d775), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.476522 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-01189e4c-6552-4d15-b983-2a6893925e2e None None] Provisioning complete for port 4c7bbf97-c165-4689-a5f8-aba73c08c26b triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:53.476979 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-01189e4c-6552-4d15-b983-2a6893925e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.496482 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.501765 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for floatingip (bd51215d-a1be-4da0-8fba-6ada3b860564), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.509653 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Calling delete_port for bd51215d-a1be-4da0-8fba-6ada3b860564 owned by network:floatingip {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:04:53.514802 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-bfd369ae-76d4-4ba2-9e23-84a0b6406e1c req-38d04f81-b086-45c0-8dd5-02916ea1ea00 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359465 Jul 14 16:04:53.628722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port b4851a14-1639-419e-8142-7b6a6198d775 is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:53.633191 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:53.643994 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-01189e4c-6552-4d15-b983-2a6893925e2e None None] Current status of the port 4c7bbf97-c165-4689-a5f8-aba73c08c26b is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:53.655687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:53.724510 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks [] for router_gateway (a3580377-8bd1-4d4b-9e63-7bf5f2488208), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.863853 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-7794be31-f217-4c54-a688-b2241cc84b29 None None] Provisioning complete for port 4c7bbf97-c165-4689-a5f8-aba73c08c26b triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:53.864167 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7794be31-f217-4c54-a688-b2241cc84b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.942131 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-7794be31-f217-4c54-a688-b2241cc84b29 None None] Current status of the port 4c7bbf97-c165-4689-a5f8-aba73c08c26b is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:53.942334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (bd51215d-a1be-4da0-8fba-6ada3b860564), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:53.984589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event deleted for resources: {'Port': ['ID=bd51215d-a1be-4da0-8fba-6ada3b860564,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:54.010070 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402574'] for router (a3580377-8bd1-4d4b-9e63-7bf5f2488208), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:54.094557 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks [] for floatingip (408377b4-b2dd-4078-adb9-1bb08f4e66fe), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:54.094890 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Floating IP 408377b4-b2dd-4078-adb9-1bb08f4e66fe disassociated (deleted). External IP: 172.27.3.233, port: ceb2f3fe-a0a1-43df-b885-d12cb859d85a. Jul 14 16:04:54.359595 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Router 2471fe43-817a-4e43-8f10-0dd4e24aac75 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:04:54.368952 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Router a3580377-8bd1-4d4b-9e63-7bf5f2488208 is scheduled to L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db with binding_index 1 {{(pid=111068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 16:04:54.380022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 4c7bbf97-c165-4689-a5f8-aba73c08c26b up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:54.428395 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 4c7bbf97-c165-4689-a5f8-aba73c08c26b triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:54.428776 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:54.515675 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 4c7bbf97-c165-4689-a5f8-aba73c08c26b is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:54.817522 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:54.822759 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:54.828394 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:54.831689 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] Sync routers for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:54.841032 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Sync routers for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:54.846892 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:54.848088 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:54.852566 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:54.853391 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:54.864667 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-843c6f3f-5577-43f9-88ac-072cfbc6d6e6 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "DELETE /v2.0/floatingips/408377b4-b2dd-4078-adb9-1bb08f4e66fe HTTP/1.1" status: 204 len: 168 time: 1.9422486 Jul 14 16:04:54.872721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:04:54.872721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f601231-34f0-4c27-a717-43bcc94604d7" -d '{"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:04:54.919774 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:54.930049 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4731c23d-fc56-42b8-b84d-61dae739453d x-openstack-request-id: req-4731c23d-fc56-42b8-b84d-61dae739453d {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:04:54.931588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:04:54.931588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4731c23d-fc56-42b8-b84d-61dae739453d {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:04:54.931588 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4731c23d-fc56-42b8-b84d-61dae739453d'] response: {'name': 'network-changed', 'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'status': 'completed', 'code': 200} Jul 14 16:04:54.961928 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:54.970154 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-12d89e5d-8c5c-41dc-a0dd-338255dcd596 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8897808 Jul 14 16:04:54.970304 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:54.970434 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38160) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:54.976466 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:55.060371 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-fab22467-c8ae-49b6-9947-f861d48464bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:55.063044 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-fab22467-c8ae-49b6-9947-f861d48464bd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 1129 time: 0.0728722 Jul 14 16:04:55.114392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:55.216952 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:53Z', 'revision_number': 3, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:55.231623 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-559edd50-a423-4c2e-af85-300868154a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:55.233901 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-559edd50-a423-4c2e-af85-300868154a8e service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 200 len: 917 time: 0.1606688 Jul 14 16:04:55.316195 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-02619f3e-6e50-48a6-b974-8db4172d693e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 200 len: 217 time: 0.0686212 Jul 14 16:04:55.373865 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Checking router: a3580377-8bd1-4d4b-9e63-7bf5f2488208 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:55.373865 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Updating router a3580377-8bd1-4d4b-9e63-7bf5f2488208 port 978755a5-27ba-4bdd-a08b-fc595adf635e binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:04:55.380039 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-9d14186f-26ec-48d6-b169-3103140c8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:55.381681 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-9d14186f-26ec-48d6-b169-3103140c8a23 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899922ef-cd27-4226-a72e-2faaa5f59403 HTTP/1.1" status: 200 len: 854 time: 0.0586841 Jul 14 16:04:55.389813 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:55.404132 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:55.424863 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] Checking router: 2471fe43-817a-4e43-8f10-0dd4e24aac75 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:55.436068 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:55.436827 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:55.447081 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-686b2c5f-664f-4b06-af9d-d5dc55a6dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:55.450091 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-686b2c5f-664f-4b06-af9d-d5dc55a6dbb6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9a5251c-11e1-4913-be3c-2c9cbf664c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597231 Jul 14 16:04:55.600945 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:55.607020 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-171f3e0b-4ad2-4be5-bb75-26f8c9a51009 service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351202 Jul 14 16:04:55.620159 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:55.649198 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:55.691400 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Publish callbacks [] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:55.713919 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:55.734271 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4f601231-34f0-4c27-a717-43bcc94604d7 req-776d4b6b-c398-45a8-872e-b328cb89a85f service neutron] 10.222.0.121 "GET /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171322 Jul 14 16:04:55.801545 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:55.822626 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:55.824090 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Allocated IP 172.20.0.1 (3b3927a5-e351-442d-a0b8-241c848eece6/8e11e799-0627-4efe-b9fa-805d3449a119/1210d281-2f9b-405e-8b81-21f528b23aec) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:55.852335 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:55.883612 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2275a6f-4452-4867-b559-7801d922dd67 None None] The sync data for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi is: [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:09Z', 'revision_number': 4, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'f4dc7a65-e4dd-4c7a-8085-0216d14aaff7', 'name': '', 'network_id': 'c9a5251c-11e1-4913-be3c-2c9cbf664c35', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'mac_address': 'fa:16:3e:47:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:09Z', 'updated_at': '2022-07-14T15:59:13Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'subnets': [{'id': '899922ef-cd27-4226-a72e-2faaa5f59403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:55.885522 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Attempting to bind port 978755a5-27ba-4bdd-a08b-fc595adf635e on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:55.886006 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Attempting to bind port 978755a5-27ba-4bdd-a08b-fc595adf635e by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:55.886245 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Attempting to bind port 978755a5-27ba-4bdd-a08b-fc595adf635e on network e845b89e-a98a-46ab-b374-511bceddad2d {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:55.889213 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ff3a-4d79-4f1d-a0e5-e5ef3f01f5e9 None None] Pushing event updated for resources: {'Port': ['ID=978755a5-27ba-4bdd-a08b-fc595adf635e,revision_number=2']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:55.894998 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:55.895420 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Checking segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:55.895756 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:55.896162 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Bound using segment: {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:55.897183 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Bound port: 978755a5-27ba-4bdd-a08b-fc595adf635e, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067f1a69-4966-4910-b0e6-1bf0972f6955', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:55.897183 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:55.945154 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks [] for port (1210d281-2f9b-405e-8b81-21f528b23aec), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:55.958876 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] For port 978755a5-27ba-4bdd-a08b-fc595adf635e, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:55.962306 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] For port 978755a5-27ba-4bdd-a08b-fc595adf635e, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=978755a5-27ba-4bdd-a08b-fc595adf635e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:55.963402 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:55.979138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:56.051497 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.080006 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.112838 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ff3a-4d79-4f1d-a0e5-e5ef3f01f5e9 None None] Pushing event updated for resources: {'Port': ['ID=978755a5-27ba-4bdd-a08b-fc595adf635e,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:56.121635 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:56.122550 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:56.138916 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Network 3b3927a5-e351-442d-a0b8-241c848eece6 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:56.143093 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:56.147680 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:04:56.150296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:56.152273 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Pushing event updated for resources: {'Port': ['ID=1210d281-2f9b-405e-8b81-21f528b23aec,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:56.179923 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbf197-c92a-4afe-84af-845c780baafa None None] New status for floating IP 408377b4-b2dd-4078-adb9-1bb08f4e66fe: DOWN {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:04:56.196308 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447824'] for router_interface (a3580377-8bd1-4d4b-9e63-7bf5f2488208), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.253151 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:56.453832 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:53Z', 'revision_number': 3, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:56.473962 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.499319 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-47329589-29bb-4820-9b6c-16d1a09a6270 None None] Provisioning complete for port 1210d281-2f9b-405e-8b81-21f528b23aec triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:56.499850 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-47329589-29bb-4820-9b6c-16d1a09a6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.500232 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee610f-d6ba-4ce2-a9c2-1869a9a5037e None None] The sync data for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi is: [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:53Z', 'revision_number': 3, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:04:56.544644 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-47329589-29bb-4820-9b6c-16d1a09a6270 None None] Port 1210d281-2f9b-405e-8b81-21f528b23aec cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:56.609255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:56.653978 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:56.673814 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks [] for port (1210d281-2f9b-405e-8b81-21f528b23aec), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.758277 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.843925 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Pushing event updated for resources: {'Port': ['ID=1210d281-2f9b-405e-8b81-21f528b23aec,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:56.846844 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449832'] for router_interface (a3580377-8bd1-4d4b-9e63-7bf5f2488208), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:56.906840 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:04:56.967679 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Network 3b3927a5-e351-442d-a0b8-241c848eece6 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:04:56.969137 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:04:57.099048 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Router a3580377-8bd1-4d4b-9e63-7bf5f2488208 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:04:57.148552 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:57.221437 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:04:57.229668 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-0b818378-822e-4d68-b7ab-63f840ecdf5b admin admin] 10.222.0.119 "PUT /v2.0/routers/a3580377-8bd1-4d4b-9e63-7bf5f2488208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2616584 Jul 14 16:04:57.272739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-d9e5c5f0-3d97-42d1-998b-7242638f39cb None None] Provisioning complete for port 1210d281-2f9b-405e-8b81-21f528b23aec triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:57.273124 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c5f0-3d97-42d1-998b-7242638f39cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:57.311450 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5c5f0-3d97-42d1-998b-7242638f39cb None None] Port 1210d281-2f9b-405e-8b81-21f528b23aec cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:04:57.623115 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38194) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:57.628036 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-805ecdfe-0be2-45db-a9e7-3c295bce53ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676951344', 'description': 'tempest-description--248365824'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:57.731940 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-805ecdfe-0be2-45db-a9e7-3c295bce53ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:57.805239 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-805ecdfe-0be2-45db-a9e7-3c295bce53ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:57.891508 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-805ecdfe-0be2-45db-a9e7-3c295bce53ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:57.934638 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ecdfe-0be2-45db-a9e7-3c295bce53ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:58.013334 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-805ecdfe-0be2-45db-a9e7-3c295bce53ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.015259 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-805ecdfe-0be2-45db-a9e7-3c295bce53ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3903210 Jul 14 16:04:58.018118 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38208) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:58.023649 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-54b5a07b-de50-4f63-b236-ef6d9028d6fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'security_group_rule': {'security_group_id': 'c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:58.160427 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-54b5a07b-de50-4f63-b236-ef6d9028d6fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (aca485c7-c2c8-4a9c-b472-060eb0052527), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.197254 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:58.212798 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Sync routers for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:04:58.225041 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:58.225780 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:58.262553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-54b5a07b-de50-4f63-b236-ef6d9028d6fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (aca485c7-c2c8-4a9c-b472-060eb0052527), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.269387 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5bd5-d8ba-48fe-9b4e-6ede9067c18f req-1084f307-15d2-42c3-ab2f-88a610ee4ecd tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:58.270917 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-22ff5bd5-d8ba-48fe-9b4e-6ede9067c18f req-1084f307-15d2-42c3-ab2f-88a610ee4ecd tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0629814 Jul 14 16:04:58.331720 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-22ff5bd5-d8ba-48fe-9b4e-6ede9067c18f req-51b219b9-4792-483c-ab30-f9d4682fdb1a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541761 Jul 14 16:04:58.344591 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:58.359745 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-54b5a07b-de50-4f63-b236-ef6d9028d6fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (aca485c7-c2c8-4a9c-b472-060eb0052527), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.383563 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5a07b-de50-4f63-b236-ef6d9028d6fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca485c7-c2c8-4a9c-b472-060eb0052527,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:58.409177 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 978755a5-27ba-4bdd-a08b-fc595adf635e up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:04:58.459112 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 978755a5-27ba-4bdd-a08b-fc595adf635e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:58.459434 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.481023 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:58.518419 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:58.555975 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 2, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:58.582980 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Checking router: a3580377-8bd1-4d4b-9e63-7bf5f2488208 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:04:58.583331 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Updating router a3580377-8bd1-4d4b-9e63-7bf5f2488208 port 1210d281-2f9b-405e-8b81-21f528b23aec binding host dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 16:04:58.604806 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 978755a5-27ba-4bdd-a08b-fc595adf635e is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:58.605211 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.616119 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.624664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-54b5a07b-de50-4f63-b236-ef6d9028d6fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.626230 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-54b5a07b-de50-4f63-b236-ef6d9028d6fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6070449 Jul 14 16:04:58.628917 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38212) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:58.636210 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-a28480ef-f9a1-48fe-b7c7-f56f933f20f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'security_group_rule': {'security_group_id': 'c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:58.671656 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] For port 978755a5-27ba-4bdd-a08b-fc595adf635e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=978755a5-27ba-4bdd-a08b-fc595adf635e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:58.738964 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a28480ef-f9a1-48fe-b7c7-f56f933f20f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (28bf2635-91dd-4865-8719-8e651a049c2f), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.767184 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.811589 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a28480ef-f9a1-48fe-b7c7-f56f933f20f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (28bf2635-91dd-4865-8719-8e651a049c2f), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.818094 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Pushing event updated for resources: {'Port': ['ID=978755a5-27ba-4bdd-a08b-fc595adf635e,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:58.899265 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Publish callbacks [] for port (1210d281-2f9b-405e-8b81-21f528b23aec), precommit_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.920376 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a28480ef-f9a1-48fe-b7c7-f56f933f20f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (28bf2635-91dd-4865-8719-8e651a049c2f), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:58.945037 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28480ef-f9a1-48fe-b7c7-f56f933f20f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bf2635-91dd-4865-8719-8e651a049c2f,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:59.050446 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.100828 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd8eab-e144-4229-aa95-7481e4e4f38b None None] Pushing event updated for resources: {'Port': ['ID=1210d281-2f9b-405e-8b81-21f528b23aec,revision_number=3']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:59.114935 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a28480ef-f9a1-48fe-b7c7-f56f933f20f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.116241 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a28480ef-f9a1-48fe-b7c7-f56f933f20f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4855642 Jul 14 16:04:59.119631 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38222) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:04:59.125163 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:04:59.158525 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Attempting to bind port 1210d281-2f9b-405e-8b81-21f528b23aec on host dv-cinder-849869-1-iscsi for vnic_type normal with profile {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:04:59.158898 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Attempting to bind port 1210d281-2f9b-405e-8b81-21f528b23aec by drivers openvswitch,hyperv on host dv-cinder-849869-1-iscsi at level 0 using segments [{'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:04:59.159253 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Attempting to bind port 1210d281-2f9b-405e-8b81-21f528b23aec on network 3b3927a5-e351-442d-a0b8-241c848eece6 {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:04:59.164726 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Checking agent: {'id': 'ba98b652-9824-40d4-b21b-ac4b0d479657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849869-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 47, 36), 'started_at': datetime.datetime(2022, 7, 14, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849869-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:04:59.165087 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Checking segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:04:59.165481 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.165869 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Bound using segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} {{(pid=111070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:04:59.166345 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.managers [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Bound port: 1210d281-2f9b-405e-8b81-21f528b23aec, host: dv-cinder-849869-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}}] {{(pid=111070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:04:59.166728 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), before_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.202773 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:59.228443 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.238713 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] For port 1210d281-2f9b-405e-8b81-21f528b23aec, host dv-cinder-849869-1-iscsi, cleared binding levels {{(pid=111070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:04:59.242176 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.plugins.ml2.db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] For port 1210d281-2f9b-405e-8b81-21f528b23aec, host dv-cinder-849869-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1210d281-2f9b-405e-8b81-21f528b23aec,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:04:59.320601 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron_lib.callbacks.manager [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), after_update {{(pid=111070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.347816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-114fe5fb-68ed-4d84-bae8-31e0871a6efa None None] Provisioning complete for port 1210d281-2f9b-405e-8b81-21f528b23aec triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:59.348602 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-114fe5fb-68ed-4d84-bae8-31e0871a6efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.365461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.396805 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:04:59.397439 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:04:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:59.400760 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd8eab-e144-4229-aa95-7481e4e4f38b None None] Pushing event updated for resources: {'Port': ['ID=1210d281-2f9b-405e-8b81-21f528b23aec,revision_number=4']} {{(pid=111070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:59.462317 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-114fe5fb-68ed-4d84-bae8-31e0871a6efa None None] Current status of the port 1210d281-2f9b-405e-8b81-21f528b23aec is: DOWN; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:59.464051 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-114fe5fb-68ed-4d84-bae8-31e0871a6efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.515888 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-114fe5fb-68ed-4d84-bae8-31e0871a6efa None None] For port 1210d281-2f9b-405e-8b81-21f528b23aec, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1210d281-2f9b-405e-8b81-21f528b23aec,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:04:59.600306 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b88613-627c-4901-bb69-c964d1469824 req-2b332e2e-0f82-479b-92b1-4220930b8ee0 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:59.601963 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-78b88613-627c-4901-bb69-c964d1469824 req-2b332e2e-0f82-479b-92b1-4220930b8ee0 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.1193843 Jul 14 16:04:59.622317 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81564183-e32f-4219-b7a4-2dbefb2da9ba req-09e70fc1-800e-4c25-b3d0-8545cfed8ca5 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:04:59.624071 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:04:59.624238 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-81564183-e32f-4219-b7a4-2dbefb2da9ba req-09e70fc1-800e-4c25-b3d0-8545cfed8ca5 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.1400969 Jul 14 16:04:59.703025 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-114fe5fb-68ed-4d84-bae8-31e0871a6efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.751515 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Allocated IP 172.27.3.218 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/137d425d-bb92-4638-a088-a1d61b0e1e7f) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:04:59.752852 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fe5fb-68ed-4d84-bae8-31e0871a6efa None None] Pushing event updated for resources: {'Port': ['ID=1210d281-2f9b-405e-8b81-21f528b23aec,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:04:59.759537 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-81564183-e32f-4219-b7a4-2dbefb2da9ba req-520b12d7-d7ce-4785-a06b-596e09e1762a tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251631 Jul 14 16:04:59.764987 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-78b88613-627c-4901-bb69-c964d1469824 req-ea6ef019-d5fa-4f30-8dce-ea8297cf316c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493702 Jul 14 16:04:59.829489 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-b6243914-99df-4d92-853d-02d25cc2a333 None None] Provisioning complete for port 1210d281-2f9b-405e-8b81-21f528b23aec triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:04:59.830007 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b6243914-99df-4d92-853d-02d25cc2a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.860952 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:59.892458 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:04:59.909216 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:04:59.915509 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:04:59.918345 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-b6243914-99df-4d92-853d-02d25cc2a333 None None] Current status of the port 1210d281-2f9b-405e-8b81-21f528b23aec is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:04:59.947682 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0029f7-6755-4469-90db-523ffaef855b None None] The sync data for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi is: [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:00.021709 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.062843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:05:00.068321 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:05:00.072423 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:05:00.078604 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:00.100597 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'Port': ['ID=137d425d-bb92-4638-a088-a1d61b0e1e7f,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:00.177016 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (8aa62499-2c3a-40b8-b59a-5a9237ee0c08), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.291304 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.470612 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 978755a5-27ba-4bdd-a08b-fc595adf635e up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:05:00.481964 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.539680 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 978755a5-27ba-4bdd-a08b-fc595adf635e triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:00.540069 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.559059 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.634961 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0518a6fe-a6dd-4755-bdad-07eefa17c07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.636654 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 978755a5-27ba-4bdd-a08b-fc595adf635e is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:00.637772 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1210d281-2f9b-405e-8b81-21f528b23aec up at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:05:00.646194 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'Port': ['ID=137d425d-bb92-4638-a088-a1d61b0e1e7f,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:00.654088 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (8aa62499-2c3a-40b8-b59a-5a9237ee0c08), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.687173 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Provisioning complete for port 1210d281-2f9b-405e-8b81-21f528b23aec triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:00.687771 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.725858 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:00.727542 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-461ddfb5-0884-41f9-baa0-86e86057b326 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6065292 Jul 14 16:05:00.769094 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Current status of the port 1210d281-2f9b-405e-8b81-21f528b23aec is: ACTIVE; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:00.932977 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5246333-8cda-49a0-934f-98a748ac48ef req-58e46a98-de89-4c42-9654-3493c5eef548 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:00.934998 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e5246333-8cda-49a0-934f-98a748ac48ef req-58e46a98-de89-4c42-9654-3493c5eef548 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0806015 Jul 14 16:05:00.938571 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-818bd4a6-f5f6-437a-b163-1627f9e6ecd9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1676951344&fields=id&tenant_id=f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 267 time: 0.0906723 Jul 14 16:05:00.990273 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:01.049390 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e5246333-8cda-49a0-934f-98a748ac48ef req-b121ebab-d5c6-40bc-b727-6f4224b4838c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077964 Jul 14 16:05:01.094950 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-3ae5fe65-4089-4407-a14c-b04bbd2a6f51 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:01.096428 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-3ae5fe65-4089-4407-a14c-b04bbd2a6f51 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 816 time: 0.1476414 Jul 14 16:05:01.122129 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-b9fd31a3-fe6b-45a6-884e-45ef4d31ca7e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/quotas/f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 375 time: 0.0195487 Jul 14 16:05:01.187624 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2feb-53a2-4dad-b0ba-4846a2bfe95b req-361b06ea-2335-486e-a00e-3369fa9476ba tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:01.189234 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d4ee2feb-53a2-4dad-b0ba-4846a2bfe95b req-361b06ea-2335-486e-a00e-3369fa9476ba tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0786724 Jul 14 16:05:01.208207 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-790af14d-b913-4b7e-9ba4-6cad2aa4581e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658846 Jul 14 16:05:01.273774 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d4ee2feb-53a2-4dad-b0ba-4846a2bfe95b req-7df50b10-ed1a-4c11-bb02-a41decad70a2 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783195 Jul 14 16:05:01.333285 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-acb7fb2d-035a-4b2e-b97a-8819d70d7f07 service neutron] 10.222.0.119 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120210 Jul 14 16:05:01.429127 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-e80205f6-b1c0-43db-b0e3-3ef39b819410 service neutron] 10.222.0.119 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889537 Jul 14 16:05:01.678849 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9786e3bd-a873-482a-a293-ac95c94e5288 req-c8c50796-84b7-4080-b311-8c4ae008156e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 210 time: 0.0335073 Jul 14 16:05:02.036143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:02.048859 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-f100c87e-ba2e-4044-97e7-75a09f3dda2e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:02.050386 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-f100c87e-ba2e-4044-97e7-75a09f3dda2e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0823445 Jul 14 16:05:02.058576 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-9ec7e495-68e6-4081-bcf8-eac509de34ff tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:02.059938 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-9ec7e495-68e6-4081-bcf8-eac509de34ff tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.121 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0611353 Jul 14 16:05:02.172347 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecc752-8ea0-4514-9fea-9f91a816c99a req-3c26b876-3fe7-4f53-a92a-15fe6a88e4c2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:02.173831 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4aecc752-8ea0-4514-9fea-9f91a816c99a req-3c26b876-3fe7-4f53-a92a-15fe6a88e4c2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 945 time: 0.0477030 Jul 14 16:05:02.212054 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:02.216569 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Deleting port ceb2f3fe-a0a1-43df-b885-d12cb859d85a {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:02.216912 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.220206 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Deleting port 3fcbf50b-887c-4db2-b9dc-4803059614b5 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:02.220730 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.242049 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4aecc752-8ea0-4514-9fea-9f91a816c99a req-9599b2f8-03d6-4e86-9329-b13c226d0a3c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=0a16f873-5b15-4ce2-9bae-fd43e6a317ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618861 Jul 14 16:05:02.341143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:02.384667 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] For port ceb2f3fe-a0a1-43df-b885-d12cb859d85a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:02.385034 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.395821 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] For port 3fcbf50b-887c-4db2-b9dc-4803059614b5, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=3fcbf50b-887c-4db2-b9dc-4803059614b5,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:02.396201 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.398780 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1de88f-c247-4b7b-bfb4-0015e36cb33a req-0e7601e8-643a-4283-b187-ebb21fb7135a tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:02.400710 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c1de88f-c247-4b7b-bfb4-0015e36cb33a req-0e7601e8-643a-4283-b187-ebb21fb7135a tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 945 time: 0.0492296 Jul 14 16:05:02.411772 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Calling delete_port for ceb2f3fe-a0a1-43df-b885-d12cb859d85a owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:02.460396 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c1de88f-c247-4b7b-bfb4-0015e36cb33a req-3fa89cd7-3e02-4bd2-9aaf-68e7f0390ccb tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/security-groups?id=69237b44-0560-4f8e-b60c-8eac5ad98190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505140 Jul 14 16:05:02.638234 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.638908 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (ff7e0adf-e637-4dd3-bdd7-745b1d8de133), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.639046 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Floating IP ff7e0adf-e637-4dd3-bdd7-745b1d8de133 disassociated. External IP: 172.27.3.101, port: 3fcbf50b-887c-4db2-b9dc-4803059614b5. Jul 14 16:05:02.639345 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Calling delete_port for 3fcbf50b-887c-4db2-b9dc-4803059614b5 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:02.679439 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:02.761043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d03287b1-d8f3-444e-a4be-f059a6e10cc8 req-a39dbfa3-b1a7-4031-a840-84e527fc3cf9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 210 time: 0.0280671 Jul 14 16:05:02.833169 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (ceb2f3fe-a0a1-43df-b885-d12cb859d85a), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.862633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Pushing event deleted for resources: {'Port': ['ID=ceb2f3fe-a0a1-43df-b885-d12cb859d85a,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:02.882319 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['ceb2f3fe-a0a1-43df-b885-d12cb859d85a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:05:02.925201 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (3fcbf50b-887c-4db2-b9dc-4803059614b5), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.927286 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] No DVR routers for this DVR port ceb2f3fe-a0a1-43df-b885-d12cb859d85a on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:05:02.932872 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:02.936787 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-e512dca4-01e4-4c85-85d2-3cb907f45684 req-86a5c1b8-672a-4292-a126-bc8c544c6d06 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.121 "DELETE /v2.0/ports/ceb2f3fe-a0a1-43df-b885-d12cb859d85a HTTP/1.1" status: 204 len: 173 time: 0.8686101 Jul 14 16:05:02.939198 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'name': 'network-vif-deleted', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:02.941529 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fca326-265c-4595-a798-d9c7aad342b7" -d '{"events": [{"server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "name": "network-vif-deleted", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:02.970093 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event deleted for resources: {'Port': ['ID=3fcbf50b-887c-4db2-b9dc-4803059614b5,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:03.010947 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6dee91ca-3db3-4231-b2bd-ca34bcbab9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:03.030066 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dad04d2-8355-4180-9273-5b416ccab2c3 x-openstack-request-id: req-3dad04d2-8355-4180-9273-5b416ccab2c3 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:03.030348 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e084a-06c0-478e-804b-15be8ae9c6dd", "name": "network-vif-deleted", "tag": "ceb2f3fe-a0a1-43df-b885-d12cb859d85a", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:03.030592 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3dad04d2-8355-4180-9273-5b416ccab2c3 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:03.030990 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dad04d2-8355-4180-9273-5b416ccab2c3'] response: {'server_uuid': '561e084a-06c0-478e-804b-15be8ae9c6dd', 'name': 'network-vif-deleted', 'tag': 'ceb2f3fe-a0a1-43df-b885-d12cb859d85a', 'status': 'completed', 'code': 200} Jul 14 16:05:03.364299 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Router eaf1ef1c-1a74-4357-840e-e519d03810d6 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:05:03.392089 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b8e02f78-4915-4a20-a27b-8c6a737a6e79 req-79d0a8ef-8dde-4e41-b260-bac8f7aa4723 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0471938 Jul 14 16:05:03.594076 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b7bd4a8-d255-43ac-a65c-810b8b04606f req-c65db5ee-7194-4625-a8d8-df0b250edd04 tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 210 time: 0.0309381 Jul 14 16:05:03.606341 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:05:03.619698 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] Sync routers for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:05:03.631449 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:03.632537 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:03.654896 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] No DVR routers for this DVR port 3fcbf50b-887c-4db2-b9dc-4803059614b5 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:05:03.657502 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:03.682635 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-f6872ea4-7ea5-41a0-ab3e-df45665fa589 req-17f45a46-a2f8-40a1-aa33-fd6737524ea3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "DELETE /v2.0/ports/3fcbf50b-887c-4db2-b9dc-4803059614b5 HTTP/1.1" status: 204 len: 173 time: 1.6001315 Jul 14 16:05:03.886534 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-99b8c252-efad-4818-947c-3b4540739c99 req-1b23d69d-464f-448e-9ba0-e1ca66f41902 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 210 time: 0.0320225 Jul 14 16:05:03.892687 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:03.909308 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:04.120475 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:04.146135 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] Checking router: eaf1ef1c-1a74-4357-840e-e519d03810d6 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:05:04.147921 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:04.155352 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:04.155955 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:04.258307 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:04.360373 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:04.473417 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:04.499448 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fbc3b-1206-4f28-92b5-d136537a41eb None None] The sync data for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi is: [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:04.500210 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d4f90259-6964-4d27-bea0-8ab3ad30a50e req-a73cb584-0a21-42e0-b846-03eec9d4a572 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=16d91ec6-f9a0-44a2-8b49-d337f3c3b36e HTTP/1.1" status: 200 len: 210 time: 0.0285428 Jul 14 16:05:04.716860 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-57e1e28d-88a6-46c0-8fd7-b12377ffde04 req-d9469de7-7104-41ae-afa8-20a2ef84e7ff tempest-TestMinimumBasicScenario-1405427067 tempest-TestMinimumBasicScenario-1405427067-project] 10.222.0.119 "GET /v2.0/ports?device_id=561e084a-06c0-478e-804b-15be8ae9c6dd HTTP/1.1" status: 200 len: 210 time: 0.0330749 Jul 14 16:05:04.765075 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bfed5-2e51-4480-ad87-cc99f4fbb8a9 None None] New status for floating IP ff7e0adf-e637-4dd3-bdd7-745b1d8de133: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:05:04.795512 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:05.006814 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d19ba069-4319-4285-8b0a-172b2c9eeb18 req-390dd9ed-0d6a-49a1-a7e2-006e9197379f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 210 time: 0.0345523 Jul 14 16:05:05.031769 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'name': 'network-vif-deleted', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:05.034111 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eef8096-baf7-4c4d-a137-4ff739441756" -d '{"events": [{"server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "name": "network-vif-deleted", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:05.070036 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5e76a-0c42-49e6-9201-06e3a686faa5 x-openstack-request-id: req-dda5e76a-0c42-49e6-9201-06e3a686faa5 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:05.070333 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d91ec6-f9a0-44a2-8b49-d337f3c3b36e", "name": "network-vif-deleted", "tag": "3fcbf50b-887c-4db2-b9dc-4803059614b5", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:05.070580 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dda5e76a-0c42-49e6-9201-06e3a686faa5 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:05.070978 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda5e76a-0c42-49e6-9201-06e3a686faa5'] response: {'server_uuid': '16d91ec6-f9a0-44a2-8b49-d337f3c3b36e', 'name': 'network-vif-deleted', 'tag': '3fcbf50b-887c-4db2-b9dc-4803059614b5', 'status': 'completed', 'code': 200} Jul 14 16:05:05.400006 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:05.475834 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-bd57cfed-a9b5-45f4-98ba-ee493bcc395e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:05.477298 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-bd57cfed-a9b5-45f4-98ba-ee493bcc395e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 816 time: 0.1094644 Jul 14 16:05:05.560410 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-90853864-fd5b-411d-a89c-18472b4edd76 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 380 time: 0.0657640 Jul 14 16:05:05.573340 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'port': {'device_id': '1556002e-581e-4aee-880d-f517f5513652', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'admin_state_up': True, 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'security_groups': ['c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:05.631189 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3fcbf50b-887c-4db2-b9dc-4803059614b5 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:05.650995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 3fcbf50b-887c-4db2-b9dc-4803059614b5 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:05.651339 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 3fcbf50b-887c-4db2-b9dc-4803059614b5 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:05.655634 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:05.754950 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38310) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:05.773096 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Made reservation on behalf of f50528750c0e4504aaafba1ebae3f707 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:05:05.783074 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:05.876312 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e49d1-8c22-4672-b0b0-1e77b677b1b8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (0a16f873-5b15-4ce2-9bae-fd43e6a317ce), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:05.934825 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e49d1-8c22-4672-b0b0-1e77b677b1b8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (0a16f873-5b15-4ce2-9bae-fd43e6a317ce), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:05.971204 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:05.984423 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Allocated IP 172.20.0.7 (3b3927a5-e351-442d-a0b8-241c848eece6/8e11e799-0627-4efe-b9fa-805d3449a119/6dec8b05-afcf-441d-8a1d-343566bbfe9d) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:05:06.099167 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e49d1-8c22-4672-b0b0-1e77b677b1b8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (0a16f873-5b15-4ce2-9bae-fd43e6a317ce), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.101737 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e49d1-8c22-4672-b0b0-1e77b677b1b8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.105458 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-cb8e49d1-8c22-4672-b0b0-1e77b677b1b8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "DELETE /v2.0/security-groups/0a16f873-5b15-4ce2-9bae-fd43e6a317ce HTTP/1.1" status: 204 len: 168 time: 0.3469357 Jul 14 16:05:06.113534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38334) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:06.121918 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3991e124-efcb-4fd5-9d16-753bf4c59714 req-8416408f-abee-4d57-b89f-90f382dc4394 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 210 time: 0.0316646 Jul 14 16:05:06.144533 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e49d1-8c22-4672-b0b0-1e77b677b1b8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a16f873-5b15-4ce2-9bae-fd43e6a317ce,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:06.150231 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.api.v2.resource [None req-a0938594-44c6-47e3-9028-3ba13ff86437 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] show failed (client error): The resource could not be found. Jul 14 16:05:06.150638 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a0938594-44c6-47e3-9028-3ba13ff86437 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups/0a16f873-5b15-4ce2-9bae-fd43e6a317ce HTTP/1.1" status: 404 len: 347 time: 0.0361249 Jul 14 16:05:06.153904 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38338) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:06.174748 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:06.187437 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.296779 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.354915 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:06.363981 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Network 3b3927a5-e351-442d-a0b8-241c848eece6 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:05:06.367291 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:05:06.369845 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:05:06.410382 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:06.442068 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:06.442749 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.552555 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-84049d92-92bd-4d53-8cc3-91246cdb6a65 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9851477 Jul 14 16:05:06.576148 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Request body: {'port': {'device_id': '1556002e-581e-4aee-880d-f517f5513652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:06.586649 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Deleting port 65fc5dc1-3733-4d08-9068-59a0aba881a2 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:06.587270 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.638287 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.679421 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.679713 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (65fc5dc1-3733-4d08-9068-59a0aba881a2), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.692743 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-a4c98e3c-686a-4a09-9dbd-772135f166f8 None None] Provisioning complete for port 6dec8b05-afcf-441d-8a1d-343566bbfe9d triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:06.693781 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Calling delete_port for 65fc5dc1-3733-4d08-9068-59a0aba881a2 owned by network:floatingip {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:06.694106 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a4c98e3c-686a-4a09-9dbd-772135f166f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.730120 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-a4c98e3c-686a-4a09-9dbd-772135f166f8 None None] Port 6dec8b05-afcf-441d-8a1d-343566bbfe9d cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:05:06.780947 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:06.914149 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dec8b05-afcf-441d-8a1d-343566bbfe9d {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:06.914349 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (65fc5dc1-3733-4d08-9068-59a0aba881a2), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.922796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Publish callbacks [] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:06.935882 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Transition to ACTIVE for port object 6dec8b05-afcf-441d-8a1d-343566bbfe9d will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:05:06.938893 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event deleted for resources: {'Port': ['ID=65fc5dc1-3733-4d08-9068-59a0aba881a2,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:07.005842 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (ff7e0adf-e637-4dd3-bdd7-745b1d8de133), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.008318 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.009453 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8144d82e-e6a9-4454-98af-fb2bae1797e9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "DELETE /v2.0/floatingips/ff7e0adf-e637-4dd3-bdd7-745b1d8de133 HTTP/1.1" status: 204 len: 168 time: 0.8539722 Jul 14 16:05:07.015267 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.083038 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:07.166742 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Attempting to bind port 6dec8b05-afcf-441d-8a1d-343566bbfe9d on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:05:07.167427 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Attempting to bind port 6dec8b05-afcf-441d-8a1d-343566bbfe9d by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:05:07.167427 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Attempting to bind port 6dec8b05-afcf-441d-8a1d-343566bbfe9d on network 3b3927a5-e351-442d-a0b8-241c848eece6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:07.177146 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Port 6dec8b05-afcf-441d-8a1d-343566bbfe9d on network 3b3927a5-e351-442d-a0b8-241c848eece6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:05:07.177146 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Attempting to bind port 6dec8b05-afcf-441d-8a1d-343566bbfe9d on network 3b3927a5-e351-442d-a0b8-241c848eece6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:07.178679 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:05:07.179086 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Checking segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:05:07.179532 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Bound using segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:05:07.180027 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Bound port: 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:05:07.180517 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.224744 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:07.242296 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38378) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:07.247925 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-aee195e5-07e9-4c46-97a0-a56c8e52b98d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129597782', 'description': 'tempest-description--242295353'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:07.264893 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:05:07.268234 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:05:07.294622 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8761e6-165b-4e02-a342-fa4f06d45d3c req-78ded13f-2881-4db2-b4ff-78b1b1c20d17 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:07.294622 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fd8761e6-165b-4e02-a342-fa4f06d45d3c req-78ded13f-2881-4db2-b4ff-78b1b1c20d17 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0864565 Jul 14 16:05:07.342414 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fd8761e6-165b-4e02-a342-fa4f06d45d3c req-2141d024-309b-465c-8fa5-bb87f9d0aade tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431387 Jul 14 16:05:07.353875 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aee195e5-07e9-4c46-97a0-a56c8e52b98d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.354214 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.400187 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:07.400187 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.401324 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] 10.222.0.121 "PUT /v2.0/ports/6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 200 len: 1093 time: 0.8349085 Jul 14 16:05:07.404010 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:07.406581 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4140293-3bb3-411c-8fb4-f8ef6e93816f" -d '{"events": [{"name": "network-changed", "server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:07.437956 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c04dac-fd07-4cf4-9bf2-54065d85eede service neutron] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:07.447312 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aee195e5-07e9-4c46-97a0-a56c8e52b98d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (6030ab85-c571-493b-a22d-142bcab7dbf4), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.460583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9809e1df-8c28-4fc8-89c6-1cb4bdf33f0e x-openstack-request-id: req-9809e1df-8c28-4fc8-89c6-1cb4bdf33f0e {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:07.460583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:07.460583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9809e1df-8c28-4fc8-89c6-1cb4bdf33f0e {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:07.460583 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9809e1df-8c28-4fc8-89c6-1cb4bdf33f0e'] response: {'name': 'network-changed', 'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'status': 'completed', 'code': 200} Jul 14 16:05:07.525897 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aee195e5-07e9-4c46-97a0-a56c8e52b98d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (6030ab85-c571-493b-a22d-142bcab7dbf4), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.565790 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee195e5-07e9-4c46-97a0-a56c8e52b98d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6030ab85-c571-493b-a22d-142bcab7dbf4,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:07.569482 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140293-3bb3-411c-8fb4-f8ef6e93816f req-b934256d-9021-480b-a9b9-f8ed3adae4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:07.571645 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c4140293-3bb3-411c-8fb4-f8ef6e93816f req-b934256d-9021-480b-a9b9-f8ed3adae4c0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1127 time: 0.0525861 Jul 14 16:05:07.637914 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device ceb2f3fe-a0a1-43df-b885-d12cb859d85a no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:07.659310 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: ceb2f3fe-a0a1-43df-b885-d12cb859d85a {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:07.659921 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device ceb2f3fe-a0a1-43df-b885-d12cb859d85a not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:07.676123 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-aee195e5-07e9-4c46-97a0-a56c8e52b98d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.680435 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-aee195e5-07e9-4c46-97a0-a56c8e52b98d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4342031 Jul 14 16:05:07.680771 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38382) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:07.686880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-b8431676-6623-4089-ae1f-6a3931de91b7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'security_group_rule': {'security_group_id': '6030ab85-c571-493b-a22d-142bcab7dbf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:07.687347 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:07.703555 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140293-3bb3-411c-8fb4-f8ef6e93816f req-b5d20be4-8018-413e-a003-2f4668b62d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:07.705078 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c4140293-3bb3-411c-8fb4-f8ef6e93816f req-b5d20be4-8018-413e-a003-2f4668b62d1e service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=f50528750c0e4504aaafba1ebae3f707&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1189013 Jul 14 16:05:07.773761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38384) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:07.814270 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140293-3bb3-411c-8fb4-f8ef6e93816f req-d9110fa5-53c8-4b61-a439-c0edc6f12e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:07.816010 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c4140293-3bb3-411c-8fb4-f8ef6e93816f req-d9110fa5-53c8-4b61-a439-c0edc6f12e64 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1044261 Jul 14 16:05:07.875461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b8431676-6623-4089-ae1f-6a3931de91b7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (eccc7577-fdd5-448c-88ad-7d36c4123164), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.890108 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:07.927602 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-21cf6b9e-8382-4eb1-88ac-8e3214d24095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:07.929064 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-21cf6b9e-8382-4eb1-88ac-8e3214d24095 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1127 time: 0.0437906 Jul 14 16:05:07.978136 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b8431676-6623-4089-ae1f-6a3931de91b7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (eccc7577-fdd5-448c-88ad-7d36c4123164), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:07.979253 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-c18326ef-d237-4b91-adc7-17189a5c1a29 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 200 len: 217 time: 0.0350385 Jul 14 16:05:08.029047 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-7c0f7c21-aa28-403e-af7c-e77d2a83158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:08.030661 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-7c0f7c21-aa28-403e-af7c-e77d2a83158d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0450170 Jul 14 16:05:08.064058 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:08.064962 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b8431676-6623-4089-ae1f-6a3931de91b7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (eccc7577-fdd5-448c-88ad-7d36c4123164), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.081283 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-aaf176f3-5cce-4db7-ab86-b9f96c649b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:08.082812 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-aaf176f3-5cce-4db7-ab86-b9f96c649b78 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441058 Jul 14 16:05:08.111951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8431676-6623-4089-ae1f-6a3931de91b7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccc7577-fdd5-448c-88ad-7d36c4123164,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:08.185868 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-c66516f7-366a-4959-90bb-be11a92679bc service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941684 Jul 14 16:05:08.188831 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b8431676-6623-4089-ae1f-6a3931de91b7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.190011 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b8431676-6623-4089-ae1f-6a3931de91b7 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5077045 Jul 14 16:05:08.194332 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38388) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:08.205846 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-52500748-6492-482f-8d91-895248334501 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'security_group_rule': {'security_group_id': '6030ab85-c571-493b-a22d-142bcab7dbf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:08.289056 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (2471fe43-817a-4e43-8f10-0dd4e24aac75), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.314632 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1b5f96c5-23f1-4472-b79c-594d531c82ac req-2eb6ddd7-eb2c-4b7f-b5a5-5e8d52d59dfb service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215713 Jul 14 16:05:08.360269 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-52500748-6492-482f-8d91-895248334501 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (a41e7fe5-6985-4872-a998-b03979a71a03), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.423633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-52500748-6492-482f-8d91-895248334501 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (a41e7fe5-6985-4872-a998-b03979a71a03), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.551521 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f1020-716e-41b7-8f91-e4ae6fdc9350 req-23ee1b06-429c-4a74-b41a-2697973c3a75 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:08.553089 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f3f1020-716e-41b7-8f91-e4ae6fdc9350 req-23ee1b06-429c-4a74-b41a-2697973c3a75 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.1082196 Jul 14 16:05:08.554052 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-52500748-6492-482f-8d91-895248334501 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (a41e7fe5-6985-4872-a998-b03979a71a03), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.573911 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52500748-6492-482f-8d91-895248334501 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41e7fe5-6985-4872-a998-b03979a71a03,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:08.655721 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f3f1020-716e-41b7-8f91-e4ae6fdc9350 req-0256f743-7cf0-4083-9eeb-d74aac53cd55 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953696 Jul 14 16:05:08.664428 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Deleting port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:08.664757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.682006 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-52500748-6492-482f-8d91-895248334501 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.683375 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-52500748-6492-482f-8d91-895248334501 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4808118 Jul 14 16:05:08.687352 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38394) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:08.691719 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:08.697040 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:08.737589 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:08.755953 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] For port f4dc7a65-e4dd-4c7a-8085-0216d14aaff7, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:08.756344 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.769758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Calling delete_port for f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 owned by network:router_interface {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:08.863141 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:08.947257 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.053366 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Allocated IP 172.27.3.20 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/4ac41731-e263-48eb-9fe4-56a7aef2e1f0) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:05:09.085565 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (f4dc7a65-e4dd-4c7a-8085-0216d14aaff7), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.117235 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dc7a65-e4dd-4c7a-8085-0216d14aaff7,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:09.130589 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:09.174109 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.176555 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:09.274665 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.284791 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (2471fe43-817a-4e43-8f10-0dd4e24aac75), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.317913 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:05:09.325812 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:05:09.328414 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:05:09.352876 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'Port': ['ID=4ac41731-e263-48eb-9fe4-56a7aef2e1f0,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:09.430337 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (3a6cead8-68b7-4789-9192-de9cc90d9671), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.506863 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Router 2471fe43-817a-4e43-8f10-0dd4e24aac75 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:05:09.610600 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:05:09.615492 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-2e53853f-2ed1-40ad-b52b-33545d7b5c9a admin admin] 10.222.0.119 "PUT /v2.0/routers/2471fe43-817a-4e43-8f10-0dd4e24aac75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406854 Jul 14 16:05:09.617951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38398) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:09.620127 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] Sync routers for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:05:09.631202 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.633274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:09.633274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:09.668133 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:09.742581 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks [] for router (2471fe43-817a-4e43-8f10-0dd4e24aac75), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.749270 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:09.764783 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:09.804761 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.857285 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af53a1-3cf2-440a-80a5-cc1c7c18b115 req-a1a26edc-8863-486f-86b5-4750047b8bfb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:09.858746 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-66af53a1-3cf2-440a-80a5-cc1c7c18b115 req-a1a26edc-8863-486f-86b5-4750047b8bfb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.1115522 Jul 14 16:05:09.896535 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:09.914061 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.917322 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks [] for router_gateway (2471fe43-817a-4e43-8f10-0dd4e24aac75), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:09.931777 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-66af53a1-3cf2-440a-80a5-cc1c7c18b115 req-6b5b41f5-6d01-41a3-9e0c-0f07148e1fd4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664337 Jul 14 16:05:09.944563 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T16:05:08Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:09.972555 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] Checking router: 2471fe43-817a-4e43-8f10-0dd4e24aac75 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:05:09.981696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] Routers {'2471fe43-817a-4e43-8f10-0dd4e24aac75'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:09.982236 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2471fe43-817a-4e43-8f10-0dd4e24aac75'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:09.998243 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'Port': ['ID=4ac41731-e263-48eb-9fe4-56a7aef2e1f0,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:10.009281 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (3a6cead8-68b7-4789-9192-de9cc90d9671), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:10.085068 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] Set router 2471fe43-817a-4e43-8f10-0dd4e24aac75 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:10.088721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Deleting port c3093b12-8c99-402a-ab70-a38da6f439b3 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:10.089061 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:10.116116 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:10.126343 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9bdd6d68-adc4-4624-aa1c-4a369e810b77 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4292116 Jul 14 16:05:10.178532 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] For port c3093b12-8c99-402a-ab70-a38da6f439b3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=c3093b12-8c99-402a-ab70-a38da6f439b3,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:10.179264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:10.203954 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Calling delete_port for c3093b12-8c99-402a-ab70-a38da6f439b3 owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:10.265609 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T16:05:08Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:10.294667 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4624b-0a6f-4f9d-bc37-455175385a47 None None] The sync data for ids ['2471fe43-817a-4e43-8f10-0dd4e24aac75'] in dv-cinder-849869-1-iscsi is: [{'id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'name': 'tempest-TestMinimumBasicScenario-1872439771-router', 'tenant_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T16:05:08Z', 'revision_number': 5, 'project_id': 'cffc3cae7b014c62b9b58207cb7ef3aa', 'gw_port': {'id': 'c3093b12-8c99-402a-ab70-a38da6f439b3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471fe43-817a-4e43-8f10-0dd4e24aac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:06Z', 'updated_at': '2022-07-14T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:10.563385 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-67bac6d0-f9b4-4906-b4a5-5b4d0e41900e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1129597782&fields=id&tenant_id=550bd9d36a324331a157f3cd2de42ca3 HTTP/1.1" status: 200 len: 267 time: 0.0608463 Jul 14 16:05:10.681785 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:10.759399 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-35ef0b75-084e-4997-8d67-78ab7fbced55 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:10.761021 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-35ef0b75-084e-4997-8d67-78ab7fbced55 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 811 time: 0.1635792 Jul 14 16:05:10.777333 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-36e81d57-4b38-41de-804a-57940f2668f0 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/quotas/550bd9d36a324331a157f3cd2de42ca3 HTTP/1.1" status: 200 len: 375 time: 0.0102141 Jul 14 16:05:10.829326 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-4286fb7c-52b9-46c7-bb90-41a21b559e1a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466986 Jul 14 16:05:10.851500 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (c3093b12-8c99-402a-ab70-a38da6f439b3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:10.878820 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3093b12-8c99-402a-ab70-a38da6f439b3,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:11.003250 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (2471fe43-817a-4e43-8f10-0dd4e24aac75), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.008538 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:11.158102 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (2471fe43-817a-4e43-8f10-0dd4e24aac75), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.162554 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks [] for router_controller (2471fe43-817a-4e43-8f10-0dd4e24aac75), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.166022 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-70f23f69-924f-480f-8a79-a2ec474cc39a service neutron] 10.222.0.119 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251464 Jul 14 16:05:11.181240 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb0d9b-0ab7-4b54-9045-3a7dc9b707f4 req-6c7a9d1e-ba7e-443a-adde-4fede6a7ecba tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:11.182644 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20bb0d9b-0ab7-4b54-9045-3a7dc9b707f4 req-6c7a9d1e-ba7e-443a-adde-4fede6a7ecba tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.1730075 Jul 14 16:05:11.322288 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20bb0d9b-0ab7-4b54-9045-3a7dc9b707f4 req-85a151bc-510d-4324-b8a6-2554bbe6173b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297076 Jul 14 16:05:11.339192 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-f7effa17-bd72-4575-af44-ba417cf9d068 service neutron] 10.222.0.119 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643169 Jul 14 16:05:11.347920 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (2471fe43-817a-4e43-8f10-0dd4e24aac75), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.348553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2471fe43-817a-4e43-8f10-0dd4e24aac75 {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:05:11.360931 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.360931 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-eeee4af7-f673-4f19-8166-1693e4c21916 admin admin] 10.222.0.119 "DELETE /v2.0/routers/2471fe43-817a-4e43-8f10-0dd4e24aac75 HTTP/1.1" status: 204 len: 168 time: 1.7364540 Jul 14 16:05:11.361321 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38420) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:11.415550 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] Deleting subnet 899922ef-cd27-4226-a72e-2faaa5f59403 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:05:11.421053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] Publish callbacks [] for subnet (899922ef-cd27-4226-a72e-2faaa5f59403), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.467402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (899922ef-cd27-4226-a72e-2faaa5f59403), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.571620 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (899922ef-cd27-4226-a72e-2faaa5f59403), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.639341 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8be44a80-bf64-4a29-8d4e-51c7600963c1 req-a764f0ec-5930-4129-be29-2c8523d9ad04 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Jul 14 16:05:11.639895 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:05:11.660222 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:11.725969 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (899922ef-cd27-4226-a72e-2faaa5f59403), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.755639 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:11.756196 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899922ef-cd27-4226-a72e-2faaa5f59403,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:11.758177 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.761336 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-009ea3b3-8297-4fcb-8607-a631c0a456b3 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/899922ef-cd27-4226-a72e-2faaa5f59403 HTTP/1.1" status: 204 len: 168 time: 0.3988605 Jul 14 16:05:11.764371 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38432) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:11.771973 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865e229-da86-4537-85d8-16a16664860d None None] Network c9a5251c-11e1-4913-be3c-2c9cbf664c35 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:05:11.788786 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'port_id': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'mac_address': 'fa:16:3e:7f:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:05:11.840814 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (c9a5251c-11e1-4913-be3c-2c9cbf664c35), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.902646 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:11.903063 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.906047 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Deleting port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:11.906047 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.921452 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dec8b05-afcf-441d-8a1d-343566bbfe9d {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:11.948548 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:11.977667 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] For port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:11.978040 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:11.987600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] DHCP port deletion for c9a5251c-11e1-4913-be3c-2c9cbf664c35 request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:05:11.987763 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:11.992459 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Calling delete_port for 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 owned by network:dhcp {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:12.022444 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] Deleting port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:12.022819 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.045758 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.110660 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:12.113985 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] For port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,segment=NetworkSegment(56c678fa-8192-431a-ac41-d87e7ac712ea),segment_id=56c678fa-8192-431a-ac41-d87e7ac712ea)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:12.114380 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.139238 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] Calling delete_port for 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:12.147976 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:12.244909 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.251108 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (14c029c7-59c1-4aa4-9ad4-a1df8b9009b8), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.270027 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:12.273534 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] No DVR routers for this DVR port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 on host dv-cinder-849869-1-iscsi {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:05:12.275895 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] Pushing event deleted for resources: {'Port': ['ID=14c029c7-59c1-4aa4-9ad4-a1df8b9009b8,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:12.283095 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43eddc-71f3-408e-b32b-3f777266097c None None] No DVR routers for this DVR port 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:05:12.354601 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (c9a5251c-11e1-4913-be3c-2c9cbf664c35), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.371274 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:12.376932 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:12.388237 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a5251c-11e1-4913-be3c-2c9cbf664c35']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:12.400336 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c678fa-8192-431a-ac41-d87e7ac712ea') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:12.400871 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c678fa-8192-431a-ac41-d87e7ac712ea') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:12.404003 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:12.404435 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device f4dc7a65-e4dd-4c7a-8085-0216d14aaff7 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:12.404885 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:12.413777 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (56c678fa-8192-431a-ac41-d87e7ac712ea), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.423957 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:12.424380 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 14c029c7-59c1-4aa4-9ad4-a1df8b9009b8 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:12.424721 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device c3093b12-8c99-402a-ab70-a38da6f439b3 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:12.432585 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (56c678fa-8192-431a-ac41-d87e7ac712ea), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.444503 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:05:12.445781 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (56c678fa-8192-431a-ac41-d87e7ac712ea), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.447139 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: c3093b12-8c99-402a-ab70-a38da6f439b3 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:12.447490 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device c3093b12-8c99-402a-ab70-a38da6f439b3 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:12.455275 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a6649-9fa8-4cc8-8b19-e1bd28d748c2 req-c78acc2d-3175-46dd-bbac-d6b67e6e17ae tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:12.462418 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-504a6649-9fa8-4cc8-8b19-e1bd28d748c2 req-c78acc2d-3175-46dd-bbac-d6b67e6e17ae tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 944 time: 0.0608552 Jul 14 16:05:12.498720 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 56c678fa-8192-431a-ac41-d87e7ac712ea resource provider aggregate not found Jul 14 16:05:12.529420 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-504a6649-9fa8-4cc8-8b19-e1bd28d748c2 req-965562b2-7a9f-42bc-98e2-ec7f7f295984 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637393 Jul 14 16:05:12.532403 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 56c678fa-8192-431a-ac41-d87e7ac712ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56c678fa-8192-431a-ac41-d87e7ac712ea found for delete ", "request_id": "req-ce250ed5-5776-454f-9e11-a4af9e19ea41"}]} Jul 14 16:05:12.583713 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['6dec8b05-afcf-441d-8a1d-343566bbfe9d'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:05:12.698546 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (c9a5251c-11e1-4913-be3c-2c9cbf664c35), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.707883 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:12.714013 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] 10.222.0.119 "DELETE /v2.0/networks/c9a5251c-11e1-4913-be3c-2c9cbf664c35 HTTP/1.1" status: 204 len: 168 time: 0.9467633 Jul 14 16:05:12.722083 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38446) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:12.724905 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ded36-c3f4-4737-b434-6d5de0b7cd63 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a5251c-11e1-4913-be3c-2c9cbf664c35,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:12.755098 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-525dd10d-a69d-47d0-a26d-df5c20c40aaa req-f0fb85ae-39cd-41fd-a960-ddbad4c05688 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 210 time: 0.0487773 Jul 14 16:05:13.046515 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:13.085201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (fa9f381f-612a-4a7a-8794-7e758a3ea87d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:13.288228 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:13.326293 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Deleting port b691bec9-41bf-4c94-9667-b2e0b180fdcf {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:13.326541 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:13.410910 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] For port b691bec9-41bf-4c94-9667-b2e0b180fdcf, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b691bec9-41bf-4c94-9667-b2e0b180fdcf,segment=NetworkSegment(bfadfd38-e13a-4036-996b-d97c03f96e05),segment_id=bfadfd38-e13a-4036-996b-d97c03f96e05)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:13.411268 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:13.424731 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Calling delete_port for b691bec9-41bf-4c94-9667-b2e0b180fdcf owned by network:router_interface {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:13.668843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611226e-db95-4a13-8378-b2b069de4e3c req-7c398ba8-dd1e-4484-8a1b-85a448409315 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:13.671424 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a611226e-db95-4a13-8378-b2b069de4e3c req-7c398ba8-dd1e-4484-8a1b-85a448409315 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 944 time: 0.0675395 Jul 14 16:05:13.724247 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:05:13.729569 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a611226e-db95-4a13-8378-b2b069de4e3c req-63d63ad4-eba1-49a1-950a-5eaf3f31eeab tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504899 Jul 14 16:05:13.748557 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (b691bec9-41bf-4c94-9667-b2e0b180fdcf), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:13.774931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 6dec8b05-afcf-441d-8a1d-343566bbfe9d completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:05:13.786864 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Pushing event deleted for resources: {'Port': ['ID=b691bec9-41bf-4c94-9667-b2e0b180fdcf,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:13.790016 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:13.884484 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 6dec8b05-afcf-441d-8a1d-343566bbfe9d triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:13.885270 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:13.885792 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-47ec6b66-c9ed-47d6-adf4-d285cde9ce48 req-aebe2cba-806b-4d01-bdcb-278eda9159d3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 210 time: 0.0421619 Jul 14 16:05:13.949925 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:13.994517 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:13.994906 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.008456 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (fa9f381f-612a-4a7a-8794-7e758a3ea87d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.019454 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:14.021719 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4549de-bcdd-4c55-acba-ffa9925fb99d" -d '{"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-plugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:14.040938 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:14.066413 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb723c96-f50c-4480-89af-b89cf4e049e5 x-openstack-request-id: req-fb723c96-f50c-4480-89af-b89cf4e049e5 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:14.066749 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-plugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:14.067043 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fb723c96-f50c-4480-89af-b89cf4e049e5 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:14.067410 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb723c96-f50c-4480-89af-b89cf4e049e5'] response: {'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'code': 200} Jul 14 16:05:14.164356 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.226031 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:14.241260 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Router fa9f381f-612a-4a7a-8794-7e758a3ea87d has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:05:14.269135 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-970b2ae2-068a-4d17-8b70-b48cf36d4b8f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:14.270745 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-970b2ae2-068a-4d17-8b70-b48cf36d4b8f tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 811 time: 0.1198163 Jul 14 16:05:14.351571 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:05:14.359754 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c8260986-e40b-472a-b8b4-ead36767e650 admin admin] 10.222.0.119 "PUT /v2.0/routers/fa9f381f-612a-4a7a-8794-7e758a3ea87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320846 Jul 14 16:05:14.359754 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38458) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:14.362267 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] Sync routers for ids ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:05:14.374920 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] Routers {'fa9f381f-612a-4a7a-8794-7e758a3ea87d'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:14.381426 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-18bcf3ca-6021-4f22-8856-f7ece21474db tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550bd9d36a324331a157f3cd2de42ca3 HTTP/1.1" status: 200 len: 380 time: 0.0863793 Jul 14 16:05:14.382395 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:14.392367 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'port': {'device_id': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'admin_state_up': True, 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'security_groups': ['6030ab85-c571-493b-a22d-142bcab7dbf4']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:14.478398 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks [] for router (fa9f381f-612a-4a7a-8794-7e758a3ea87d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.502284 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] Set router fa9f381f-612a-4a7a-8794-7e758a3ea87d gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:14.590688 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks [] for router_gateway (fa9f381f-612a-4a7a-8794-7e758a3ea87d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.686379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:14.701749 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T16:05:13Z', 'revision_number': 5, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port': {'id': '8704f0d4-1357-4f6d-b7de-6630a381a00c', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:59:15Z', 'updated_at': '2022-07-14T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:14.731828 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] Checking router: fa9f381f-612a-4a7a-8794-7e758a3ea87d for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:05:14.734614 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:14.741567 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] Routers {'fa9f381f-612a-4a7a-8794-7e758a3ea87d'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:14.742225 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:14.756377 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Deleting port 8704f0d4-1357-4f6d-b7de-6630a381a00c {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:14.759029 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.821528 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Made reservation on behalf of 550bd9d36a324331a157f3cd2de42ca3 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:05:14.825098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.847425 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] Set router fa9f381f-612a-4a7a-8794-7e758a3ea87d gateway port host: None {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:14.866123 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6949-f2d2-437b-9c47-6423c4df0783 req-8d869032-488a-4106-a5bb-8d526a14bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:14.871960 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-afcf6949-f2d2-437b-9c47-6423c4df0783 req-8d869032-488a-4106-a5bb-8d526a14bf0f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1129 time: 0.2935464 Jul 14 16:05:14.873937 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7504-58ec-4560-be06-e115492e01cf req-7ff227fa-f468-4147-8112-910072e51de0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:14.875626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2ebf7504-58ec-4560-be06-e115492e01cf req-7ff227fa-f468-4147-8112-910072e51de0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0601771 Jul 14 16:05:14.915317 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] For port 8704f0d4-1357-4f6d-b7de-6630a381a00c, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=8704f0d4-1357-4f6d-b7de-6630a381a00c,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:14.915718 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:14.920038 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T16:05:14Z', 'revision_number': 6, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:14.941131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Calling delete_port for 8704f0d4-1357-4f6d-b7de-6630a381a00c owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:14.954118 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79703ec-679e-4012-b889-dafa7aa28bab None None] The sync data for ids ['fa9f381f-612a-4a7a-8794-7e758a3ea87d'] in dv-cinder-849869-1-iscsi is: [{'id': 'fa9f381f-612a-4a7a-8794-7e758a3ea87d', 'name': 'tempest-TestMinimumBasicScenario-1452970764-router', 'tenant_id': 'd1f02c2820eb4688829932f3177e9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:59:14Z', 'updated_at': '2022-07-14T16:05:14Z', 'revision_number': 6, 'project_id': 'd1f02c2820eb4688829932f3177e9c3a', 'gw_port_host': None}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:14.989792 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2ebf7504-58ec-4560-be06-e115492e01cf req-fe4b0f7a-901f-47d1-b5e3-d9666d762779 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046832 Jul 14 16:05:15.009393 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-afcf6949-f2d2-437b-9c47-6423c4df0783 req-9c5f1a7d-7e7c-4989-a5f0-321578991593 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352673 Jul 14 16:05:15.064419 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:15.067035 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Allocated IP 172.20.0.13 (0db5c9e0-6015-46b4-9562-0020fed485ab/40371c8f-1bbd-4056-b03a-7ca1233e3560/694dbef6-a3fd-4914-a121-326955167362) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:05:15.084645 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-01e3ee43-2fba-41a3-8be7-3bda236fc656 req-aa4b0ee9-6e41-459a-82f6-3d98eff8308c tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 210 time: 0.0371840 Jul 14 16:05:15.106514 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:15.217648 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for port (694dbef6-a3fd-4914-a121-326955167362), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.263122 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (8704f0d4-1357-4f6d-b7de-6630a381a00c), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.293400 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8704f0d4-1357-4f6d-b7de-6630a381a00c,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:15.361134 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (694dbef6-a3fd-4914-a121-326955167362), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.367743 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (fa9f381f-612a-4a7a-8794-7e758a3ea87d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.390503 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:15.412379 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Network 0db5c9e0-6015-46b4-9562-0020fed485ab is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:05:15.415940 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:05:15.420267 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:05:15.424835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event updated for resources: {'Port': ['ID=694dbef6-a3fd-4914-a121-326955167362,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:15.480932 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (fa9f381f-612a-4a7a-8794-7e758a3ea87d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.483439 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks [] for router_controller (fa9f381f-612a-4a7a-8794-7e758a3ea87d), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.486712 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:15.487343 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.521608 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:15.602339 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e756a9dd-9b7d-4fb9-b77e-08d1a8c9a5e8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2153883 Jul 14 16:05:15.628419 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (fa9f381f-612a-4a7a-8794-7e758a3ea87d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.633827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9f381f-612a-4a7a-8794-7e758a3ea87d {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:05:15.633827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.635857 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ed41544d-212e-4d1f-a147-0c50dcbbde83 admin admin] 10.222.0.119 "DELETE /v2.0/routers/fa9f381f-612a-4a7a-8794-7e758a3ea87d HTTP/1.1" status: 204 len: 168 time: 1.2752044 Jul 14 16:05:15.636976 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38470) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:15.666515 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-8cd9bb83-e0a5-4bda-a600-3033b71cd631 None None] Provisioning complete for port 694dbef6-a3fd-4914-a121-326955167362 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:15.667234 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8cd9bb83-e0a5-4bda-a600-3033b71cd631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (694dbef6-a3fd-4914-a121-326955167362), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.687637 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] Deleting subnet d1b43110-8bc2-4e78-a1b4-678b4e5edf5c {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:05:15.691121 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] Publish callbacks [] for subnet (d1b43110-8bc2-4e78-a1b4-678b4e5edf5c), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.710449 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9bb83-e0a5-4bda-a600-3033b71cd631 None None] Port 694dbef6-a3fd-4914-a121-326955167362 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:05:15.729684 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (d1b43110-8bc2-4e78-a1b4-678b4e5edf5c), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.754213 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Request body: {'port': {'device_id': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:15.819407 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (d1b43110-8bc2-4e78-a1b4-678b4e5edf5c), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.823417 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (694dbef6-a3fd-4914-a121-326955167362), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:15.965210 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (d1b43110-8bc2-4e78-a1b4-678b4e5edf5c), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.117878 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694dbef6-a3fd-4914-a121-326955167362 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:16.122951 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:16.129165 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Publish callbacks [] for port (694dbef6-a3fd-4914-a121-326955167362), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.147760 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Transition to ACTIVE for port object 694dbef6-a3fd-4914-a121-326955167362 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:05:16.245759 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (694dbef6-a3fd-4914-a121-326955167362), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.274759 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b43110-8bc2-4e78-a1b4-678b4e5edf5c,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:16.304785 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63293723-10cb-4a72-928c-31a4197a99fa None None] Network e82ef953-f9de-4048-b68b-2832867a0a6f requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:05:16.311114 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=694dbef6-a3fd-4914-a121-326955167362,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:16.314071 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.317203 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-2b8f2718-2917-49c9-b426-67fc09362566 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/d1b43110-8bc2-4e78-a1b4-678b4e5edf5c HTTP/1.1" status: 204 len: 168 time: 0.6786616 Jul 14 16:05:16.335984 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38478) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:16.399602 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec572-5327-4e5b-9649-23e47bf41c50 req-800c6461-eff8-423f-8748-b1a8ebe11c76 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:16.408405 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee1ec572-5327-4e5b-9649-23e47bf41c50 req-800c6461-eff8-423f-8748-b1a8ebe11c76 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 944 time: 0.1361132 Jul 14 16:05:16.422388 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Attempting to bind port 694dbef6-a3fd-4914-a121-326955167362 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:05:16.422877 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Attempting to bind port 694dbef6-a3fd-4914-a121-326955167362 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:05:16.423194 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Attempting to bind port 694dbef6-a3fd-4914-a121-326955167362 on network 0db5c9e0-6015-46b4-9562-0020fed485ab {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:16.428431 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Port 694dbef6-a3fd-4914-a121-326955167362 on network 0db5c9e0-6015-46b4-9562-0020fed485ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:05:16.428864 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Attempting to bind port 694dbef6-a3fd-4914-a121-326955167362 on network 0db5c9e0-6015-46b4-9562-0020fed485ab {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:16.437385 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:05:16.439439 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Checking segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:05:16.440451 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Bound using segment: {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:05:16.442146 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Bound port: 694dbef6-a3fd-4914-a121-326955167362, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:05:16.442620 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (694dbef6-a3fd-4914-a121-326955167362), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.445453 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 8704f0d4-1357-4f6d-b7de-6630a381a00c no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:16.505062 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (e82ef953-f9de-4048-b68b-2832867a0a6f), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.524933 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f263-98ce-48db-9713-46e1e9251656 req-79e21ca7-9077-406a-9761-1a215fbdbe9c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:16.527091 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0668f263-98ce-48db-9713-46e1e9251656 req-79e21ca7-9077-406a-9761-1a215fbdbe9c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.2560618 Jul 14 16:05:16.532967 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] For port 694dbef6-a3fd-4914-a121-326955167362, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:05:16.537427 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] For port 694dbef6-a3fd-4914-a121-326955167362, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=694dbef6-a3fd-4914-a121-326955167362,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:05:16.574383 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:16.606351 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee1ec572-5327-4e5b-9649-23e47bf41c50 req-9edd8a4c-6c66-4738-9d43-82e9a9df2295 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959100 Jul 14 16:05:16.641924 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 8704f0d4-1357-4f6d-b7de-6630a381a00c {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:16.642274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 8704f0d4-1357-4f6d-b7de-6630a381a00c not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:16.642683 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b691bec9-41bf-4c94-9667-b2e0b180fdcf no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:16.644995 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0668f263-98ce-48db-9713-46e1e9251656 req-3e42e88e-763b-4588-a5f9-72e53c6685f6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084499 Jul 14 16:05:16.656519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Deleting port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:16.663227 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.679771 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: b691bec9-41bf-4c94-9667-b2e0b180fdcf {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:16.680392 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b691bec9-41bf-4c94-9667-b2e0b180fdcf not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:16.711517 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (694dbef6-a3fd-4914-a121-326955167362), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.730183 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] For port 36488894-4e38-41d9-8b10-0b20c9c2d5f3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=36488894-4e38-41d9-8b10-0b20c9c2d5f3,segment=NetworkSegment(bfadfd38-e13a-4036-996b-d97c03f96e05),segment_id=bfadfd38-e13a-4036-996b-d97c03f96e05)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:16.732567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.751409 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:16.751992 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.757746 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] DHCP port deletion for e82ef953-f9de-4048-b68b-2832867a0a6f request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:05:16.761017 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] 10.222.0.121 "PUT /v2.0/ports/694dbef6-a3fd-4914-a121-326955167362 HTTP/1.1" status: 200 len: 1094 time: 1.0112510 Jul 14 16:05:16.761495 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'tag': '694dbef6-a3fd-4914-a121-326955167362'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:16.764431 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88efc594-174d-41ec-8930-7f06b3efc380" -d '{"events": [{"name": "network-changed", "server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "tag": "694dbef6-a3fd-4914-a121-326955167362"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:16.766600 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Calling delete_port for 36488894-4e38-41d9-8b10-0b20c9c2d5f3 owned by network:dhcp {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:16.800026 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02808c25-8e9d-4eb8-a864-c74ae0c85fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=694dbef6-a3fd-4914-a121-326955167362,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:16.818154 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] Deleting port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:16.818969 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.844303 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e183a0f8-0974-4fb9-84a6-d30db739a220 x-openstack-request-id: req-e183a0f8-0974-4fb9-84a6-d30db739a220 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:16.844907 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "tag": "694dbef6-a3fd-4914-a121-326955167362", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:16.845421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e183a0f8-0974-4fb9-84a6-d30db739a220 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:16.846008 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e183a0f8-0974-4fb9-84a6-d30db739a220'] response: {'name': 'network-changed', 'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'tag': '694dbef6-a3fd-4914-a121-326955167362', 'status': 'completed', 'code': 200} Jul 14 16:05:16.896345 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] For port 36488894-4e38-41d9-8b10-0b20c9c2d5f3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=36488894-4e38-41d9-8b10-0b20c9c2d5f3,segment=NetworkSegment(bfadfd38-e13a-4036-996b-d97c03f96e05),segment_id=bfadfd38-e13a-4036-996b-d97c03f96e05)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:16.896746 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:16.913241 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] Calling delete_port for 36488894-4e38-41d9-8b10-0b20c9c2d5f3 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:16.922413 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:17.002143 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.003535 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (36488894-4e38-41d9-8b10-0b20c9c2d5f3), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.023749 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Pushing event deleted for resources: {'Port': ['ID=36488894-4e38-41d9-8b10-0b20c9c2d5f3,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:17.031485 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] Pushing event deleted for resources: {'Port': ['ID=36488894-4e38-41d9-8b10-0b20c9c2d5f3,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:17.031797 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] No DVR routers for this DVR port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 on host dv-cinder-849869-1-iscsi {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:05:17.033289 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070f579-c0e5-4496-8fd8-7b0bbbf23517 None None] No DVR routers for this DVR port 36488894-4e38-41d9-8b10-0b20c9c2d5f3 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:05:17.115228 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (e82ef953-f9de-4048-b68b-2832867a0a6f), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.136288 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82ef953-f9de-4048-b68b-2832867a0a6f']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:17.147465 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfadfd38-e13a-4036-996b-d97c03f96e05') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:17.147760 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfadfd38-e13a-4036-996b-d97c03f96e05') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:17.162340 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (bfadfd38-e13a-4036-996b-d97c03f96e05), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.177278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (bfadfd38-e13a-4036-996b-d97c03f96e05), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.184475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:05:17.184904 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (bfadfd38-e13a-4036-996b-d97c03f96e05), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.265645 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment bfadfd38-e13a-4036-996b-d97c03f96e05 resource provider aggregate not found Jul 14 16:05:17.286504 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment bfadfd38-e13a-4036-996b-d97c03f96e05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfadfd38-e13a-4036-996b-d97c03f96e05 found for delete ", "request_id": "req-a9efb795-92d7-403b-8b94-06c9aff2ccff"}]} Jul 14 16:05:17.394238 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (e82ef953-f9de-4048-b68b-2832867a0a6f), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.402023 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:17.405213 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] 10.222.0.119 "DELETE /v2.0/networks/e82ef953-f9de-4048-b68b-2832867a0a6f HTTP/1.1" status: 204 len: 168 time: 1.0664806 Jul 14 16:05:17.414538 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1098e-31be-4d4f-ac30-cf96fa2a964a admin admin] Pushing event deleted for resources: {'Network': ['ID=e82ef953-f9de-4048-b68b-2832867a0a6f,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:17.549982 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efc594-174d-41ec-8930-7f06b3efc380 req-0db241e3-b65e-4bec-b516-64ba3ab7288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:17.551524 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-88efc594-174d-41ec-8930-7f06b3efc380 req-0db241e3-b65e-4bec-b516-64ba3ab7288a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 1128 time: 0.0409060 Jul 14 16:05:17.717445 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efc594-174d-41ec-8930-7f06b3efc380 req-7ea6fa8e-0da8-4809-904e-ded34b7acf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:17.720359 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-88efc594-174d-41ec-8930-7f06b3efc380 req-7ea6fa8e-0da8-4809-904e-ded34b7acf9c service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=550bd9d36a324331a157f3cd2de42ca3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1091743 Jul 14 16:05:17.755527 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac2133-7790-414e-9e4b-d4e457e4e8d9 req-afe1ff3a-cdf1-4fb2-a07f-e6a106a16ee3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:17.757277 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abac2133-7790-414e-9e4b-d4e457e4e8d9 req-afe1ff3a-cdf1-4fb2-a07f-e6a106a16ee3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 944 time: 0.0636723 Jul 14 16:05:17.789483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:17.812616 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72fd71-e528-4d11-9645-7867e948ba43 req-0187487e-d8cc-44ee-aa13-bf01fedbe974 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:17.814125 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c72fd71-e528-4d11-9645-7867e948ba43 req-0187487e-d8cc-44ee-aa13-bf01fedbe974 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0796475 Jul 14 16:05:17.835083 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38498) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:17.856033 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efc594-174d-41ec-8930-7f06b3efc380 req-5fb6993b-709b-4273-9b6a-159837bd46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:17.862631 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-88efc594-174d-41ec-8930-7f06b3efc380 req-5fb6993b-709b-4273-9b6a-159837bd46a0 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1071787 Jul 14 16:05:17.874475 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abac2133-7790-414e-9e4b-d4e457e4e8d9 req-5069528b-3071-4626-b8ad-086d479d3497 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961094 Jul 14 16:05:17.919106 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c72fd71-e528-4d11-9645-7867e948ba43 req-1e3d4bb9-32c8-41c5-a4ff-92369cca1840 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906847 Jul 14 16:05:17.927162 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-42ae82e4-40e5-45c0-aadc-b2a6eeecf7ff admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=cffc3cae7b014c62b9b58207cb7ef3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846200 Jul 14 16:05:17.930807 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38504) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:17.991635 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-1bcac24e-29bb-4ab2-aa6e-4e2a592ab9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:17.993559 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-1bcac24e-29bb-4ab2-aa6e-4e2a592ab9c3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 1128 time: 0.0639696 Jul 14 16:05:18.012052 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f27c5637-e00f-4c62-8043-aaf1c3f4644c admin admin] Publish callbacks [] for security_group (69237b44-0560-4f8e-b60c-8eac5ad98190), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:18.048093 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-ed49d3ad-fd2f-4e02-9430-925120133851 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694dbef6-a3fd-4914-a121-326955167362 HTTP/1.1" status: 200 len: 217 time: 0.0401225 Jul 14 16:05:18.086366 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:18.096461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f27c5637-e00f-4c62-8043-aaf1c3f4644c admin admin] Publish callbacks [] for security_group (69237b44-0560-4f8e-b60c-8eac5ad98190), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:18.098572 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-80a104c7-01ba-441e-a1ae-2e6df60b8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:18.100043 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-80a104c7-01ba-441e-a1ae-2e6df60b8043 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0461102 Jul 14 16:05:18.106960 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-0d9613c6-5ca2-4336-b848-c69324962080 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266877117&fields=id&tenant_id=7469c47f14be40df88cc57050d28e8ba HTTP/1.1" status: 200 len: 267 time: 0.1214933 Jul 14 16:05:18.112824 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601ff9c-003e-4649-be89-beda85077ea4 req-c767f7ac-8732-47ba-953e-29a0034d7a8d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:18.114464 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7601ff9c-003e-4649-be89-beda85077ea4 req-c767f7ac-8732-47ba-953e-29a0034d7a8d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0991373 Jul 14 16:05:18.129189 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38508) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:18.138379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'floatingip': {'port_id': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:18.147609 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-21b28c00-ce8f-48b5-8502-6c1ac8afb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:18.149147 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-21b28c00-ce8f-48b5-8502-6c1ac8afb2ec service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415099 Jul 14 16:05:18.166553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:18.244995 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (8aa62499-2c3a-40b8-b59a-5a9237ee0c08), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:18.247994 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-e88ed793-2ae8-4796-8a94-fb7fa926f02b service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917900 Jul 14 16:05:18.348675 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cf5f3207-c189-4523-b4fd-c083ccfeb79c req-b478caa6-bfee-4341-aba9-a9975afddc83 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936031 Jul 14 16:05:18.374651 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-02c86c19-8772-4169-9e93-4484953cde3c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:18.376154 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-02c86c19-8772-4169-9e93-4484953cde3c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 809 time: 0.2589476 Jul 14 16:05:18.393789 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 36488894-4e38-41d9-8b10-0b20c9c2d5f3 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:18.397479 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-4613d448-688f-4210-8e5a-b7f99e5bd945 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/quotas/7469c47f14be40df88cc57050d28e8ba HTTP/1.1" status: 200 len: 375 time: 0.0152807 Jul 14 16:05:18.409123 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f27c5637-e00f-4c62-8043-aaf1c3f4644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (69237b44-0560-4f8e-b60c-8eac5ad98190), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:18.411150 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f27c5637-e00f-4c62-8043-aaf1c3f4644c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:18.412289 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f27c5637-e00f-4c62-8043-aaf1c3f4644c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/69237b44-0560-4f8e-b60c-8eac5ad98190 HTTP/1.1" status: 204 len: 168 time: 0.4802263 Jul 14 16:05:18.414071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 36488894-4e38-41d9-8b10-0b20c9c2d5f3 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:18.414429 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 36488894-4e38-41d9-8b10-0b20c9c2d5f3 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:18.492749 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c5637-e00f-4c62-8043-aaf1c3f4644c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69237b44-0560-4f8e-b60c-8eac5ad98190,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:18.549273 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-f081317e-faf2-4929-ad57-58b2f39fc16e tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440771 Jul 14 16:05:18.565736 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:18.602512 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:18.773882 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-9fd33fee-468c-415f-978c-d1876cfaac47 service neutron] 10.222.0.119 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111087 Jul 14 16:05:18.986059 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:19.002927 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-e5954e0e-7ee7-4968-ba7d-079148be3827 service neutron] 10.222.0.119 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166975 Jul 14 16:05:19.022299 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f0207-5fe2-4cc8-9272-d328343eb274 req-92d93936-7001-49e0-aef4-b4f72e3eb0f4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:19.023829 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4e1f0207-5fe2-4cc8-9272-d328343eb274 req-92d93936-7001-49e0-aef4-b4f72e3eb0f4 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 944 time: 0.0676355 Jul 14 16:05:19.072909 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (8aa62499-2c3a-40b8-b59a-5a9237ee0c08), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:19.113865 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4e1f0207-5fe2-4cc8-9272-d328343eb274 req-2971a1e5-9f28-4459-8b6a-b46b4f22d29a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836437 Jul 14 16:05:19.176073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38522) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:19.189392 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Floating IP 8aa62499-2c3a-40b8-b59a-5a9237ee0c08 associated. External IP: 172.27.3.218, port: 6dec8b05-afcf-441d-8a1d-343566bbfe9d. Jul 14 16:05:19.220578 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-c439c49d-1ca1-41d0-9935-35f51e4d09ec admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d1f02c2820eb4688829932f3177e9c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398197 Jul 14 16:05:19.220857 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38524) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:19.253373 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:19.279418 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-33038227-c285-421f-9212-7528f8a2332e admin admin] Publish callbacks [] for security_group (433328a1-2e98-4601-9614-0a66dcc85149), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:19.304870 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-33038227-c285-421f-9212-7528f8a2332e admin admin] Publish callbacks [] for security_group (433328a1-2e98-4601-9614-0a66dcc85149), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:19.402900 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Router a3580377-8bd1-4d4b-9e63-7bf5f2488208 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:05:19.411258 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-33038227-c285-421f-9212-7528f8a2332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (433328a1-2e98-4601-9614-0a66dcc85149), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:19.413961 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-33038227-c285-421f-9212-7528f8a2332e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:19.415188 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-33038227-c285-421f-9212-7528f8a2332e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/433328a1-2e98-4601-9614-0a66dcc85149 HTTP/1.1" status: 204 len: 168 time: 0.1934943 Jul 14 16:05:19.424762 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33038227-c285-421f-9212-7528f8a2332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433328a1-2e98-4601-9614-0a66dcc85149,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:19.459062 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:19.512067 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:05:19.517084 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:19.524980 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] Sync routers for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:05:19.541194 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:19.547481 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:19.557838 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f9a83821-713a-4515-8bad-112ac080d98f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "PUT /v2.0/floatingips/8aa62499-2c3a-40b8-b59a-5a9237ee0c08 HTTP/1.1" status: 200 len: 991 time: 1.4227602 Jul 14 16:05:19.559101 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:19.561792 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9241d7eb-1b1e-4be8-9046-97f25694582b" -d '{"events": [{"name": "network-changed", "server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:19.619828 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a8bf0-8974-47d8-878d-4cb241f532e5 x-openstack-request-id: req-313a8bf0-8974-47d8-878d-4cb241f532e5 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:19.620176 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:19.625832 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-313a8bf0-8974-47d8-878d-4cb241f532e5 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:19.625832 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313a8bf0-8974-47d8-878d-4cb241f532e5'] response: {'name': 'network-changed', 'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'status': 'completed', 'code': 200} Jul 14 16:05:19.638306 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c59dda6c-943b-48b4-80e8-bbd832758f8a req-090e931e-10ae-4a91-893d-010f33f7a3d8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 210 time: 0.0299072 Jul 14 16:05:19.675925 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:19.914503 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '8aa62499-2c3a-40b8-b59a-5a9237ee0c08', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'port_id': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'mac_address': 'fa:16:3e:7f:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1556002e-581e-4aee-880d-f517f5513652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:00Z', 'updated_at': '2022-07-14T16:05:18Z', 'revision_number': 1, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:19.941848 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] Checking router: a3580377-8bd1-4d4b-9e63-7bf5f2488208 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:05:19.952436 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:19.953231 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:19.993905 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:20.069002 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:20.244480 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e903d7-968a-48a2-9993-18dbe2500938 req-e25d6aae-5db9-46e1-beaf-e860b092c854 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:20.245968 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1e903d7-968a-48a2-9993-18dbe2500938 req-e25d6aae-5db9-46e1-beaf-e860b092c854 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 944 time: 0.0535836 Jul 14 16:05:20.297392 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1e903d7-968a-48a2-9993-18dbe2500938 req-2eaf4c25-01ae-4c86-9743-9751e023fe8d tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446970 Jul 14 16:05:20.306101 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '8aa62499-2c3a-40b8-b59a-5a9237ee0c08', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'port_id': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'mac_address': 'fa:16:3e:7f:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1556002e-581e-4aee-880d-f517f5513652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:00Z', 'updated_at': '2022-07-14T16:05:18Z', 'revision_number': 1, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:20.308654 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:20.340721 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1120f-c2e1-4d7a-a839-dfc74122d0c1 None None] The sync data for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi is: [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '8aa62499-2c3a-40b8-b59a-5a9237ee0c08', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'port_id': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'mac_address': 'fa:16:3e:7f:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1556002e-581e-4aee-880d-f517f5513652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:00Z', 'updated_at': '2022-07-14T16:05:18Z', 'revision_number': 1, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:20.557626 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2c5e3-239f-4903-88bc-3f7f3f75db10 None None] New status for floating IP 8aa62499-2c3a-40b8-b59a-5a9237ee0c08: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:05:20.705048 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-09afa0b4-6761-462c-9b3e-d2e1a2cdba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:20.706529 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-09afa0b4-6761-462c-9b3e-d2e1a2cdba4f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1129 time: 0.0429671 Jul 14 16:05:20.727736 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-590cea9c-7aaa-4a69-9349-14f2fac8947b req-828dccd3-6bc6-44c2-9866-72266b224047 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 210 time: 0.0310831 Jul 14 16:05:20.805523 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-d17dd4aa-2de8-4206-9de5-9058719ceada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:20.807037 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-d17dd4aa-2de8-4206-9de5-9058719ceada service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.0944908 Jul 14 16:05:20.878558 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-147929a3-ebee-410d-8ed9-e72b0bc0f2d1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 200 len: 1001 time: 0.0649409 Jul 14 16:05:20.951676 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-4742ada5-b80d-4566-9d62-95cbfab9bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:20.953199 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-4742ada5-b80d-4566-9d62-95cbfab9bba2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0552239 Jul 14 16:05:21.004835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-065dc920-925f-480c-8952-43eec1028794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:21.006339 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-065dc920-925f-480c-8952-43eec1028794 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463820 Jul 14 16:05:21.116436 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-666df262-065e-47e1-92be-44cb65af2bc7 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972908 Jul 14 16:05:21.228631 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-9241d7eb-1b1e-4be8-9046-97f25694582b req-d31adfd5-8803-4cb5-b6d2-79e49ea50bfa service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061258 Jul 14 16:05:21.410811 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:21.422362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30acd87-027e-4a6b-a51d-8861cef06146 req-16c7fca6-cfd6-47d9-8f86-b1bc44e70c97 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:21.423866 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c30acd87-027e-4a6b-a51d-8861cef06146 req-16c7fca6-cfd6-47d9-8f86-b1bc44e70c97 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 944 time: 0.0515845 Jul 14 16:05:21.476970 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c30acd87-027e-4a6b-a51d-8861cef06146 req-91f36ef7-0d74-4b50-aa33-46f36ddc3789 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464222 Jul 14 16:05:21.760431 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 694dbef6-a3fd-4914-a121-326955167362 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:05:21.850580 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dacbd3de-c3e8-4781-b14b-d08a22510421 req-3d592084-8768-409e-ae4d-df106d2daa86 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 210 time: 0.0426600 Jul 14 16:05:21.883433 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 694dbef6-a3fd-4914-a121-326955167362, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=694dbef6-a3fd-4914-a121-326955167362,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:21.898715 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '694dbef6-a3fd-4914-a121-326955167362', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'port_id': '694dbef6-a3fd-4914-a121-326955167362', 'mac_address': 'fa:16:3e:9f:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:05:21.939288 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 694dbef6-a3fd-4914-a121-326955167362 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:21.939600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (694dbef6-a3fd-4914-a121-326955167362), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:21.955738 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694dbef6-a3fd-4914-a121-326955167362 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:21.977761 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 694dbef6-a3fd-4914-a121-326955167362, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=694dbef6-a3fd-4914-a121-326955167362,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:22.055455 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (694dbef6-a3fd-4914-a121-326955167362), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:22.119827 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=694dbef6-a3fd-4914-a121-326955167362,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:22.379153 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7e1e32fa-c7f5-404e-a719-f599679a75e7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:22.380665 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7e1e32fa-c7f5-404e-a719-f599679a75e7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.121 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 809 time: 0.1392725 Jul 14 16:05:22.424446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:22.473850 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-650e9d81-1db6-43e8-a591-fbbf49ed7c85 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7469c47f14be40df88cc57050d28e8ba HTTP/1.1" status: 200 len: 380 time: 0.0760787 Jul 14 16:05:22.486656 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'port': {'device_id': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'admin_state_up': True, 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'security_groups': ['3f8997a4-5705-4bef-ab3b-22c210b6dd0e']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:22.550991 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['694dbef6-a3fd-4914-a121-326955167362'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:05:22.638886 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb136-7451-485b-8336-f6e04719050d req-bbada00b-46fb-4244-a5c6-6fe764c5062e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:22.641269 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-96dbb136-7451-485b-8336-f6e04719050d req-bbada00b-46fb-4244-a5c6-6fe764c5062e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 945 time: 0.0702634 Jul 14 16:05:22.707636 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-96dbb136-7451-485b-8336-f6e04719050d req-1176da06-68f3-42fe-acd8-df3ce4b98a0b tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582085 Jul 14 16:05:22.731428 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Made reservation on behalf of 7469c47f14be40df88cc57050d28e8ba for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:05:22.735072 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:22.751739 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:22.876962 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Allocated IP 172.20.0.6 (195d92cd-619d-400c-bff0-a6758063755b/9dbf1b38-10b1-47fb-afed-bca479032e68/e1ef32e4-cb19-48f1-be96-7f7fc2032c63) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:05:22.976861 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e2d74120-7812-4cd9-919b-85cee9246dba req-69e1b862-2297-4cab-9950-eee51b132a32 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 210 time: 0.0371187 Jul 14 16:05:23.050981 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.187779 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.230612 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Network 195d92cd-619d-400c-bff0-a6758063755b is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:05:23.234790 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:05:23.241871 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:05:23.269349 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:23.284336 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.284681 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.285023 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.285367 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.285694 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.286079 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.286407 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.286732 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.287060 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.287381 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.287705 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.288025 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.288367 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.288683 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.288997 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:23.311493 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:23.318524 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.442609 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-bcbedf6e-db9d-42ad-a586-2f52420415da tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9635425 Jul 14 16:05:23.463676 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Request body: {'port': {'device_id': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:23.486222 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-c295ed7c-6dd0-403d-9c84-77d26629fe89 None None] Provisioning complete for port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:23.486864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c295ed7c-6dd0-403d-9c84-77d26629fe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.492855 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:23.521941 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-c295ed7c-6dd0-403d-9c84-77d26629fe89 None None] Port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:05:23.537987 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.790391 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 694dbef6-a3fd-4914-a121-326955167362 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:05:23.826406 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ef32e4-cb19-48f1-be96-7f7fc2032c63 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:23.834947 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Publish callbacks [] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.843711 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:23.851387 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Transition to ACTIVE for port object e1ef32e4-cb19-48f1-be96-7f7fc2032c63 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:05:23.851817 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 694dbef6-a3fd-4914-a121-326955167362 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:05:23.858939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33e124-d74a-476a-97fe-b018735555c9 req-6e3c7efa-6744-4cf9-8c25-c48c758d4ccd tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:23.859561 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ab33e124-d74a-476a-97fe-b018735555c9 req-6e3c7efa-6744-4cf9-8c25-c48c758d4ccd tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 945 time: 0.0740006 Jul 14 16:05:23.911544 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ab33e124-d74a-476a-97fe-b018735555c9 req-4f79c416-e969-445a-9843-87e2ee59391e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462515 Jul 14 16:05:23.986807 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 694dbef6-a3fd-4914-a121-326955167362 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:23.987013 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.987138 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (694dbef6-a3fd-4914-a121-326955167362), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:23.990121 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:24.067232 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:24.084147 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 694dbef6-a3fd-4914-a121-326955167362 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:24.084958 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (694dbef6-a3fd-4914-a121-326955167362), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:24.111299 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245ceb6-9f46-4fac-98e2-88f493f44b67 req-ba7a0b15-bf7e-4de5-9785-a2b0b886e4eb tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:24.113804 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694dbef6-a3fd-4914-a121-326955167362'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:24.116373 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a5eb1-d3a2-4c07-9b17-1419e49d63a5" -d '{"events": [{"server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "name": "network-vif-plugged", "status": "completed", "tag": "694dbef6-a3fd-4914-a121-326955167362"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:24.118591 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2245ceb6-9f46-4fac-98e2-88f493f44b67 req-ba7a0b15-bf7e-4de5-9785-a2b0b886e4eb tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0594571 Jul 14 16:05:24.132182 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 694dbef6-a3fd-4914-a121-326955167362, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=694dbef6-a3fd-4914-a121-326955167362,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:24.160771 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Attempting to bind port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:05:24.161113 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Attempting to bind port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:05:24.161440 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Attempting to bind port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 on network 195d92cd-619d-400c-bff0-a6758063755b {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:24.166550 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 on network 195d92cd-619d-400c-bff0-a6758063755b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:05:24.166760 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Attempting to bind port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 on network 195d92cd-619d-400c-bff0-a6758063755b {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:24.170013 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b5d4d8-cc31-48de-815e-2a0db572b8de x-openstack-request-id: req-00b5d4d8-cc31-48de-815e-2a0db572b8de {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:24.170513 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "name": "network-vif-plugged", "status": "completed", "tag": "694dbef6-a3fd-4914-a121-326955167362", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:24.171018 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-00b5d4d8-cc31-48de-815e-2a0db572b8de {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:24.171569 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b5d4d8-cc31-48de-815e-2a0db572b8de'] response: {'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694dbef6-a3fd-4914-a121-326955167362', 'code': 200} Jul 14 16:05:24.177486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:05:24.177486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Checking segment: {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:05:24.177486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Bound using segment: {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:05:24.177486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Bound port: e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40177098-43a9-488f-b8b4-160b3f352568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '195d92cd-619d-400c-bff0-a6758063755b'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:05:24.177486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:24.180853 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2245ceb6-9f46-4fac-98e2-88f493f44b67 req-e3281b11-217f-42b3-84bc-09d0dca6dec6 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612810 Jul 14 16:05:24.242446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:05:24.246411 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:05:24.262384 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (694dbef6-a3fd-4914-a121-326955167362), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:24.316185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=694dbef6-a3fd-4914-a121-326955167362,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:24.364632 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:24.400852 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:24.401458 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:24.402851 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] 10.222.0.121 "PUT /v2.0/ports/e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 1093 time: 0.9435344 Jul 14 16:05:24.403321 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:24.405671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c52acf-4124-4b23-a0ba-303e3f17d140" -d '{"events": [{"name": "network-changed", "server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:24.434583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496fd23-1f6d-4721-a3db-2d41854d2d04 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:24.451596 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6920197-dd07-4e47-9930-f727b2d1faf6 x-openstack-request-id: req-f6920197-dd07-4e47-9930-f727b2d1faf6 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:24.452261 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:24.452261 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f6920197-dd07-4e47-9930-f727b2d1faf6 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:24.452602 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6920197-dd07-4e47-9930-f727b2d1faf6'] response: {'name': 'network-changed', 'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'status': 'completed', 'code': 200} Jul 14 16:05:24.645923 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c52acf-4124-4b23-a0ba-303e3f17d140 req-9348dc8f-1cdb-4ebc-aa7f-4812c1b9bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:24.647463 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-36c52acf-4124-4b23-a0ba-303e3f17d140 req-9348dc8f-1cdb-4ebc-aa7f-4812c1b9bfa6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1127 time: 0.0742714 Jul 14 16:05:24.653427 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c4bd8-8498-4b78-9c07-ff0f1b951fb7 req-50ff0318-9bc4-4a6d-9beb-7ebb63254094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:24.654868 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b46c4bd8-8498-4b78-9c07-ff0f1b951fb7 req-50ff0318-9bc4-4a6d-9beb-7ebb63254094 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 1130 time: 0.0530834 Jul 14 16:05:24.773069 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-b46c4bd8-8498-4b78-9c07-ff0f1b951fb7 req-94e6f58d-7af0-4e5e-b12e-6139e6907dc4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030889 Jul 14 16:05:24.782417 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:24.796154 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c52acf-4124-4b23-a0ba-303e3f17d140 req-0c92a59b-fbcb-4658-aed2-30daf5c00050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:24.797556 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-36c52acf-4124-4b23-a0ba-303e3f17d140 req-0c92a59b-fbcb-4658-aed2-30daf5c00050 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=7469c47f14be40df88cc57050d28e8ba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1297851 Jul 14 16:05:25.026086 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f826-69ce-459a-9d06-4558779119d0 req-32279f62-7bd9-4f05-a823-5070adab07a1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:25.028278 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dba9f826-69ce-459a-9d06-4558779119d0 req-32279f62-7bd9-4f05-a823-5070adab07a1 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0456929 Jul 14 16:05:25.073446 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dba9f826-69ce-459a-9d06-4558779119d0 req-90a89925-9709-4974-9660-810bfe9aa313 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397923 Jul 14 16:05:25.292843 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c52acf-4124-4b23-a0ba-303e3f17d140 req-097c884b-cca8-4607-b8a3-22bfc90cd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:25.294484 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-36c52acf-4124-4b23-a0ba-303e3f17d140 req-097c884b-cca8-4607-b8a3-22bfc90cd39b service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961843 Jul 14 16:05:25.301318 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d76c2e-856a-4694-90d7-58b56045d28a req-ff57e8c7-c488-4c76-95c4-08c49eb06505 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:25.302741 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-49d76c2e-856a-4694-90d7-58b56045d28a req-ff57e8c7-c488-4c76-95c4-08c49eb06505 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0511987 Jul 14 16:05:25.359317 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-49d76c2e-856a-4694-90d7-58b56045d28a req-e1e24855-6b1b-4f1f-b2d3-98b67a0447a8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509155 Jul 14 16:05:25.919475 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-0e1fba9e-ee7e-455a-b2f4-6376845260e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:25.920903 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-0e1fba9e-ee7e-455a-b2f4-6376845260e6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1127 time: 0.0409575 Jul 14 16:05:25.982079 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-961fffa1-71cd-44db-ba15-6de67a92db3d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 217 time: 0.0365393 Jul 14 16:05:26.060318 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-be7f4ac1-21c0-49bb-a10c-76182cb3b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:26.061742 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-be7f4ac1-21c0-49bb-a10c-76182cb3b8a0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 200 len: 848 time: 0.0462012 Jul 14 16:05:26.105813 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-058d7123-f98f-4992-bdc4-8a1a35c8205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:26.107309 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-058d7123-f98f-4992-bdc4-8a1a35c8205c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=195d92cd-619d-400c-bff0-a6758063755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387657 Jul 14 16:05:26.189058 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c6ca-869e-406e-93ae-2218e2554271 req-ab9beea4-74eb-4394-9636-d2309ee18fa3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:26.190427 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d8b0c6ca-869e-406e-93ae-2218e2554271 req-ab9beea4-74eb-4394-9636-d2309ee18fa3 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0465562 Jul 14 16:05:26.237595 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d8b0c6ca-869e-406e-93ae-2218e2554271 req-30885d0d-2fb8-4a9f-8ad8-f988fa300bd9 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 Jul 14 16:05:26.320002 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-b3800503-6dca-4044-9485-a4daa5f54b65 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842717 Jul 14 16:05:26.476010 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ad5f3-931f-4e40-886a-22fe585fb68b req-47949267-d5d3-420c-af80-37b3e3faa551 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:26.477458 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-450ad5f3-931f-4e40-886a-22fe585fb68b req-47949267-d5d3-420c-af80-37b3e3faa551 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0504215 Jul 14 16:05:26.528195 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-450ad5f3-931f-4e40-886a-22fe585fb68b req-fcffabc5-7ea2-44d7-9c8f-70f970ee9f57 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441535 Jul 14 16:05:26.894860 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5841e5e8-80cf-4d34-bb57-88a15cbbe35a req-3f003257-fdcf-4457-8432-0479223b8de7 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920687 Jul 14 16:05:27.352183 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043f82-5849-4636-a093-61198704e20a req-e231bfaf-fc36-4d02-9646-3b237ae2726a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:27.353659 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-80043f82-5849-4636-a093-61198704e20a req-e231bfaf-fc36-4d02-9646-3b237ae2726a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0480301 Jul 14 16:05:27.388523 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:27.403858 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-80043f82-5849-4636-a093-61198704e20a req-31989cde-983e-4b9f-b0d6-5bbe9e23d841 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Jul 14 16:05:27.513325 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0a7af-ff2a-4253-9765-da261b53dafd req-9dceeb0e-74b0-462d-9749-d562153cac27 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:27.514908 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-05a0a7af-ff2a-4253-9765-da261b53dafd req-9dceeb0e-74b0-462d-9749-d562153cac27 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0466709 Jul 14 16:05:27.523389 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38580) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:27.528733 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Request body: {'floatingip': {'port_id': '694dbef6-a3fd-4914-a121-326955167362'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:27.566826 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (3a6cead8-68b7-4789-9192-de9cc90d9671), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:27.644464 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c14885-9c86-4f5b-9aba-f72f8332a505 req-2d026306-51d4-4fd3-9aa7-eef9499d41a9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:27.645954 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-13c14885-9c86-4f5b-9aba-f72f8332a505 req-2d026306-51d4-4fd3-9aa7-eef9499d41a9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0499399 Jul 14 16:05:27.695719 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-13c14885-9c86-4f5b-9aba-f72f8332a505 req-17225b40-5708-4e09-b399-241618bca9fe tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442076 Jul 14 16:05:28.282945 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:28.335149 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:28.439581 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (3a6cead8-68b7-4789-9192-de9cc90d9671), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:28.533820 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Floating IP 3a6cead8-68b7-4789-9192-de9cc90d9671 associated. External IP: 172.27.3.20, port: 694dbef6-a3fd-4914-a121-326955167362. Jul 14 16:05:28.571525 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:28.735766 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Router eaf1ef1c-1a74-4357-840e-e519d03810d6 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:05:28.813921 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93a31-0b7f-4764-ba56-41259825dd1e req-898d95e4-47f5-4356-bf0d-248fb2b72c6f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:28.815505 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ecd93a31-0b7f-4764-ba56-41259825dd1e req-898d95e4-47f5-4356-bf0d-248fb2b72c6f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0494561 Jul 14 16:05:28.844082 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:05:28.849478 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:28.849580 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:28.856488 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] Sync routers for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:05:28.868971 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:28.869721 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:28.872424 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ecd93a31-0b7f-4764-ba56-41259825dd1e req-b8444961-e236-4644-855e-bdbf6b0e2b19 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504107 Jul 14 16:05:28.891696 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0c862d58-7f5a-465a-b84d-2f6e567092fb tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "PUT /v2.0/floatingips/3a6cead8-68b7-4789-9192-de9cc90d9671 HTTP/1.1" status: 200 len: 991 time: 1.3651440 Jul 14 16:05:28.891696 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'tag': '694dbef6-a3fd-4914-a121-326955167362'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:28.892914 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a556f4f-dca2-4032-af73-06aab7813e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "tag": "694dbef6-a3fd-4914-a121-326955167362"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:28.928932 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405ecabe-cd12-4f36-9582-ddff082bf917 x-openstack-request-id: req-405ecabe-cd12-4f36-9582-ddff082bf917 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:28.929223 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "tag": "694dbef6-a3fd-4914-a121-326955167362", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:28.930723 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-405ecabe-cd12-4f36-9582-ddff082bf917 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:28.930723 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405ecabe-cd12-4f36-9582-ddff082bf917'] response: {'name': 'network-changed', 'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'tag': '694dbef6-a3fd-4914-a121-326955167362', 'status': 'completed', 'code': 200} Jul 14 16:05:28.984375 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:29.205785 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '3a6cead8-68b7-4789-9192-de9cc90d9671', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'port_id': '694dbef6-a3fd-4914-a121-326955167362', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'mac_address': 'fa:16:3e:9f:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:09Z', 'updated_at': '2022-07-14T16:05:28Z', 'revision_number': 1, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:29.231937 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] Checking router: eaf1ef1c-1a74-4357-840e-e519d03810d6 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:05:29.248494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:29.249123 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:29.252130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:29.271300 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-60e237b6-553e-4b6d-b460-7bed166de29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:29.273270 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-60e237b6-553e-4b6d-b460-7bed166de29a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 1130 time: 0.0470390 Jul 14 16:05:29.295730 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:29.353054 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:29.420897 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-73bbc01c-50b3-4c54-b856-ec1bf40428e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:29.422305 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-73bbc01c-50b3-4c54-b856-ec1bf40428e7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.0914965 Jul 14 16:05:29.491768 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-abb69c3a-3d95-460b-ba19-13abbf673fbd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694dbef6-a3fd-4914-a121-326955167362 HTTP/1.1" status: 200 len: 999 time: 0.0630295 Jul 14 16:05:29.698343 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '3a6cead8-68b7-4789-9192-de9cc90d9671', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'port_id': '694dbef6-a3fd-4914-a121-326955167362', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'mac_address': 'fa:16:3e:9f:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:09Z', 'updated_at': '2022-07-14T16:05:28Z', 'revision_number': 1, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:29.727219 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee27f2d-a8eb-4742-b13e-6cf53c8c1235 None None] The sync data for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi is: [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '3a6cead8-68b7-4789-9192-de9cc90d9671', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'port_id': '694dbef6-a3fd-4914-a121-326955167362', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'mac_address': 'fa:16:3e:9f:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:09Z', 'updated_at': '2022-07-14T16:05:28Z', 'revision_number': 1, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:29.814484 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-408e53f5-576c-473d-9f73-302b92540e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:29.815975 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-408e53f5-576c-473d-9f73-302b92540e71 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0522881 Jul 14 16:05:29.881576 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-d78a2c01-eadc-467b-b753-cbb2b3fdad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:29.883746 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-d78a2c01-eadc-467b-b753-cbb2b3fdad9d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437651 Jul 14 16:05:29.939409 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ce837-bf4a-4207-bdad-586e21247bab None None] New status for floating IP 3a6cead8-68b7-4789-9192-de9cc90d9671: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:05:29.989989 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-643e49f1-0dac-4514-b4a3-48b5a639aac4 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967336 Jul 14 16:05:30.001307 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf74f9-45bb-4324-bf16-748b61f0eb12 req-eeb69b59-00a5-47db-9afd-7b0052510bc2 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:30.003058 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-54cf74f9-45bb-4324-bf16-748b61f0eb12 req-eeb69b59-00a5-47db-9afd-7b0052510bc2 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0501783 Jul 14 16:05:30.058960 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-54cf74f9-45bb-4324-bf16-748b61f0eb12 req-7f7f3338-5237-4869-87a9-46750a393857 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492325 Jul 14 16:05:30.070161 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:30.091270 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5a556f4f-dca2-4032-af73-06aab7813e6b req-4a7aa9e6-d251-422a-9f85-f9f8e72d0131 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952003 Jul 14 16:05:30.657206 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-3806ee08-f970-41b9-90f3-297e678b7ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:31.177551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0c5ee-9f4b-4cd7-bead-e7485d298946 req-dff8307f-11ba-4d5a-91d8-e5b28fe601ba tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:31.179005 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46e0c5ee-9f4b-4cd7-bead-e7485d298946 req-dff8307f-11ba-4d5a-91d8-e5b28fe601ba tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0484505 Jul 14 16:05:31.228666 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-46e0c5ee-9f4b-4cd7-bead-e7485d298946 req-6dc0ed94-1300-4a28-a2fc-f0322fb15d6b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Jul 14 16:05:32.039421 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234a80-242f-462f-99e1-6e126667d3e7 req-cbb41670-2f4d-44f8-9663-f7e242236668 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:32.040922 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d7234a80-242f-462f-99e1-6e126667d3e7 req-cbb41670-2f4d-44f8-9663-f7e242236668 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0472865 Jul 14 16:05:32.089712 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d7234a80-242f-462f-99e1-6e126667d3e7 req-f853766f-48e4-4cd5-a92e-ab0ff1aaa177 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426025 Jul 14 16:05:32.344758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c575e-3275-4ffb-8b1b-d49cd56fbd58 req-2700475c-4e5e-46e2-aa46-03e9cc8a7c62 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:32.346210 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a96c575e-3275-4ffb-8b1b-d49cd56fbd58 req-2700475c-4e5e-46e2-aa46-03e9cc8a7c62 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0490370 Jul 14 16:05:32.394440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a96c575e-3275-4ffb-8b1b-d49cd56fbd58 req-8de9987f-8d82-4baf-9786-b314c3946979 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 Jul 14 16:05:32.942674 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-83f7ef10-2ade-4d9c-8cd3-55b6fa56a575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:33.206389 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455173c-a483-40e1-b766-c045b0927915 req-29c8052f-d05b-4948-9b99-de25716cfd50 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:33.207892 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5455173c-a483-40e1-b766-c045b0927915 req-29c8052f-d05b-4948-9b99-de25716cfd50 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0481706 Jul 14 16:05:33.260718 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5455173c-a483-40e1-b766-c045b0927915 req-de3a65be-6f76-407e-a6cb-a317ef0d3336 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449393 Jul 14 16:05:33.512775 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51751e73-c512-4805-a6f6-29526d977b1d req-1e33e5a5-ed7e-4d93-b5d4-bc84764bb4c8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:33.514553 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-51751e73-c512-4805-a6f6-29526d977b1d req-1e33e5a5-ed7e-4d93-b5d4-bc84764bb4c8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0509958 Jul 14 16:05:33.568734 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-51751e73-c512-4805-a6f6-29526d977b1d req-f112cb16-b8ea-4de0-bfe6-928eeaa9df6d tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486081 Jul 14 16:05:33.906184 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:05:34.125286 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:34.374726 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703f20-854d-4415-ba4c-be4c96e8f76c req-1c376182-6dfa-4c45-83f9-7c4756c9dba4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:34.376205 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f9703f20-854d-4415-ba4c-be4c96e8f76c req-1c376182-6dfa-4c45-83f9-7c4756c9dba4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0462499 Jul 14 16:05:34.425515 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f9703f20-854d-4415-ba4c-be4c96e8f76c req-e51f4810-3b46-49cd-a06c-673d6fc65c43 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437703 Jul 14 16:05:34.681015 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549d5b8-2870-467e-b693-4f312088b935 req-ac2a9398-7a9c-4129-86c7-164d72563506 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:34.682454 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d549d5b8-2870-467e-b693-4f312088b935 req-ac2a9398-7a9c-4129-86c7-164d72563506 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0463130 Jul 14 16:05:34.734126 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d549d5b8-2870-467e-b693-4f312088b935 req-2a9f7b33-e2dd-4f11-8c4c-7c9109befd37 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460105 Jul 14 16:05:35.502260 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-0d765a1b-2f90-47c3-a1c9-51f34e5a2b08 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:35.503707 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-0d765a1b-2f90-47c3-a1c9-51f34e5a2b08 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0475020 Jul 14 16:05:35.541414 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86f2b-da45-444e-9cf7-6499a8554b1b req-30260096-4275-4357-93dc-ec74db41680a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:35.544140 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-44f86f2b-da45-444e-9cf7-6499a8554b1b req-30260096-4275-4357-93dc-ec74db41680a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 945 time: 0.0488486 Jul 14 16:05:35.593526 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Deleting port 6a647d8b-907e-42ff-91de-7ab478625df1 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:05:35.606307 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:35.607297 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:35.607410 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-44f86f2b-da45-444e-9cf7-6499a8554b1b req-95324b22-fbe9-49c2-aa5a-8a35b202e521 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448217 Jul 14 16:05:35.693167 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] For port 6a647d8b-907e-42ff-91de-7ab478625df1, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6a647d8b-907e-42ff-91de-7ab478625df1,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:35.693531 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:35.733769 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:35.850023 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4678d-8533-405e-b228-f4aa65c3c967 req-3b137401-8c4a-4a20-9f2b-951efad5a708 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:35.851735 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b3a4678d-8533-405e-b228-f4aa65c3c967 req-3b137401-8c4a-4a20-9f2b-951efad5a708 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0491412 Jul 14 16:05:35.858803 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:35.859177 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:35.859489 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Floating IP 3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641 disassociated. External IP: 172.27.3.87, port: 6a647d8b-907e-42ff-91de-7ab478625df1. Jul 14 16:05:35.859836 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Calling delete_port for 6a647d8b-907e-42ff-91de-7ab478625df1 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:05:35.871184 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:35.896922 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:35.905375 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b3a4678d-8533-405e-b228-f4aa65c3c967 req-66c41a0b-9e48-4577-acb5-2916e3974afb tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471044 Jul 14 16:05:36.102874 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (6a647d8b-907e-42ff-91de-7ab478625df1), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:36.129495 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event deleted for resources: {'Port': ['ID=6a647d8b-907e-42ff-91de-7ab478625df1,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:36.240509 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:05:36.343113 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:05:36.352304 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:05:36.363038 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:36.363663 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:36.474256 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:36.614689 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] No DVR routers for this DVR port 6a647d8b-907e-42ff-91de-7ab478625df1 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:05:36.618451 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:36.623062 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cdebe5b6-dec7-4370-ade3-bccbb7cc08e6 req-7ab894f3-95da-4941-94e6-f0c68106d8d4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "DELETE /v2.0/ports/6a647d8b-907e-42ff-91de-7ab478625df1 HTTP/1.1" status: 204 len: 173 time: 1.1131673 Jul 14 16:05:36.623257 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'name': 'network-vif-deleted', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:36.625454 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d51197-65d8-425d-bdc1-d7d2ca59030c" -d '{"events": [{"server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "name": "network-vif-deleted", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:36.673835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3739befa-321d-4c12-8ae8-10fe5c18ed40 x-openstack-request-id: req-3739befa-321d-4c12-8ae8-10fe5c18ed40 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:36.674272 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdf0e60-fc39-4efd-82dc-737d584be96d", "name": "network-vif-deleted", "tag": "6a647d8b-907e-42ff-91de-7ab478625df1", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:36.674399 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3739befa-321d-4c12-8ae8-10fe5c18ed40 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:36.675144 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3739befa-321d-4c12-8ae8-10fe5c18ed40'] response: {'server_uuid': 'ffdf0e60-fc39-4efd-82dc-737d584be96d', 'name': 'network-vif-deleted', 'tag': '6a647d8b-907e-42ff-91de-7ab478625df1', 'status': 'completed', 'code': 200} Jul 14 16:05:36.684850 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:36.696133 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:36.716745 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d1563f47-0516-4110-9f47-16d10a63ed8b req-c2488500-525b-4893-8cb6-b0e1940515ac tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 210 time: 0.0307472 Jul 14 16:05:36.717249 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:05:36.725803 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:36.726429 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:36.828981 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:36.983874 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:37.017158 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:37.022753 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0afbe8-be5a-4df1-9d23-fce64ab1b37b req-c267cc07-6e0c-4602-87ab-e3f7d8991551 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:37.024239 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d0afbe8-be5a-4df1-9d23-fce64ab1b37b req-c267cc07-6e0c-4602-87ab-e3f7d8991551 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0496991 Jul 14 16:05:37.046427 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4935e2a-4d79-4e6f-959c-1be1b1df5333 None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:37.076200 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d0afbe8-be5a-4df1-9d23-fce64ab1b37b req-cf1c50cb-19ee-4872-ac4e-de86db088635 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Jul 14 16:05:37.260028 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37684052-d87f-4f53-90c6-60a289248d3b None None] New status for floating IP 3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:05:37.264519 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:37.829512 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-749df88d-0086-4b58-b194-730b6bc973b0 req-67e5477b-f630-40a2-acd5-c605b6dae34b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=ffdf0e60-fc39-4efd-82dc-737d584be96d HTTP/1.1" status: 200 len: 210 time: 0.0273154 Jul 14 16:05:37.832778 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device e1ef32e4-cb19-48f1-be96-7f7fc2032c63 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:05:37.939769 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:37.951342 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'port_id': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'mac_address': 'fa:16:3e:eb:fd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:05:37.990209 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:37.990591 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:38.004923 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ef32e4-cb19-48f1-be96-7f7fc2032c63 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:38.025564 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:38.102580 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:38.153234 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:38.160874 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.161300 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.161745 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.162132 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.162537 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.163487 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.163883 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.164214 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.164552 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.165065 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.165444 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.165778 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.166107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.166432 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.166757 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:05:38.195829 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3b0a7-5373-41fb-92a3-462fc18aa95f req-49ba70dc-8394-4f03-9e66-d5028a42b2f7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:38.197374 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dfc3b0a7-5373-41fb-92a3-462fc18aa95f req-49ba70dc-8394-4f03-9e66-d5028a42b2f7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 944 time: 0.0508058 Jul 14 16:05:38.254562 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dfc3b0a7-5373-41fb-92a3-462fc18aa95f req-029136c8-5864-4692-9421-4f14a39c48ab tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487504 Jul 14 16:05:38.702036 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['e1ef32e4-cb19-48f1-be96-7f7fc2032c63'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:05:38.728980 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:38.779752 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:39.090968 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-ecd1a8d4-f35f-483f-96a9-b7a2d2fde60c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695602955&fields=id&tenant_id=1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 267 time: 0.0433609 Jul 14 16:05:39.198167 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-a18fe213-3c3a-419a-bda6-376f606b0419 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:39.199757 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-a18fe213-3c3a-419a-bda6-376f606b0419 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 812 time: 0.1017814 Jul 14 16:05:39.214203 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-edd163f6-4a6a-4852-af05-d562feb66bf0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/quotas/1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Jul 14 16:05:39.268124 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-7f9f19bb-471f-44dd-a2e9-2c731e7c6b70 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481663 Jul 14 16:05:39.401785 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e3745-f744-46fb-b4d2-b54a62182606 req-b4c968d9-9d48-4f39-8bac-25004022f4bf tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:39.403408 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-384e3745-f744-46fb-b4d2-b54a62182606 req-b4c968d9-9d48-4f39-8bac-25004022f4bf tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 944 time: 0.0687187 Jul 14 16:05:39.408803 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-a6d9248e-3cf8-43a8-9dfb-bae3d44dd6a9 service neutron] 10.222.0.119 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277893 Jul 14 16:05:39.769090 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-384e3745-f744-46fb-b4d2-b54a62182606 req-67191583-8c45-4ff3-abaa-96c98933bbb3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593633 Jul 14 16:05:39.789200 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-dbd68c29-0d90-48d3-aeab-7d255564350b service neutron] 10.222.0.119 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737485 Jul 14 16:05:39.875373 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device e1ef32e4-cb19-48f1-be96-7f7fc2032c63 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:05:39.922161 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:05:39.988016 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:39.988473 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:40.063867 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:40.064346 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:40.088190 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:40.091244 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52042d91-bb6f-47a8-9cdd-53ada65b5703" -d '{"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-plugged", "status": "completed", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:40.110219 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:40.136117 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fdb61b-2f61-46ad-bc3c-c6ac28aadfe0 x-openstack-request-id: req-44fdb61b-2f61-46ad-bc3c-c6ac28aadfe0 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:40.136438 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-plugged", "status": "completed", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:40.136670 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-44fdb61b-2f61-46ad-bc3c-c6ac28aadfe0 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:40.137137 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44fdb61b-2f61-46ad-bc3c-c6ac28aadfe0'] response: {'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'code': 200} Jul 14 16:05:40.182933 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:40.184517 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6a647d8b-907e-42ff-91de-7ab478625df1 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:05:40.222206 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 6a647d8b-907e-42ff-91de-7ab478625df1 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:05:40.222560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6a647d8b-907e-42ff-91de-7ab478625df1 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:05:40.237935 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:40.250022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:40.386412 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-28fd87a4-ea30-494d-8556-cdf06b01ba9f req-3e136d5c-9d3b-4525-ae58-4484652f7a31 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 210 time: 0.0321410 Jul 14 16:05:40.573426 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45c7d6-731b-49e3-ba11-286e8cfd498d req-4b6aefa3-7dbb-4562-8ca6-9c6fd9fdad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:40.575025 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ba45c7d6-731b-49e3-ba11-286e8cfd498d req-4b6aefa3-7dbb-4562-8ca6-9c6fd9fdad4a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1129 time: 0.0383246 Jul 14 16:05:40.611383 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:40.628557 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ba45c7d6-731b-49e3-ba11-286e8cfd498d req-2f4d3c4a-8d77-4de4-b552-c949a41ea6c0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Jul 14 16:05:40.884786 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22691af-ebe0-4770-b8cd-bfdc7ecbb134 req-60c21999-3ff1-4e77-b54d-e3ddfedd2275 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:40.886264 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a22691af-ebe0-4770-b8cd-bfdc7ecbb134 req-60c21999-3ff1-4e77-b54d-e3ddfedd2275 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0477984 Jul 14 16:05:40.938484 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a22691af-ebe0-4770-b8cd-bfdc7ecbb134 req-e52acc3e-82dd-4590-bd8b-837f20917b42 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 Jul 14 16:05:41.485951 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7a8270dc-f356-4f70-a0ab-1881e712073a req-66377dd6-f503-47a1-ad59-87b692be3c6d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 210 time: 0.0277312 Jul 14 16:05:42.057088 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f72243-31c5-4f9d-ac67-3dee69a343a9 req-12406810-9c98-4d31-851e-5b9ce9d19266 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:42.059234 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0f72243-31c5-4f9d-ac67-3dee69a343a9 req-12406810-9c98-4d31-851e-5b9ce9d19266 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Jul 14 16:05:42.110801 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0f72243-31c5-4f9d-ac67-3dee69a343a9 req-3a0c6555-506d-427c-adf2-ccda190d2ed7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449111 Jul 14 16:05:42.584328 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3a04e3eb-6c0d-42d7-9752-b9eff5deb151 req-dff8bad9-59f0-4efa-81fb-b8d1e80df1e7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 210 time: 0.0275230 Jul 14 16:05:43.234519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61977d-a647-4738-80c4-2c2eba6395ae req-f0c2562a-18bd-46a6-bb49-43b346af16e7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:43.236287 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bb61977d-a647-4738-80c4-2c2eba6395ae req-f0c2562a-18bd-46a6-bb49-43b346af16e7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0546403 Jul 14 16:05:43.294448 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bb61977d-a647-4738-80c4-2c2eba6395ae req-22ef8f56-7d83-4e23-b09a-15e299449181 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513229 Jul 14 16:05:43.370491 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:43.396648 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:43.410772 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f94fd-c488-4251-9d3e-6e23555a0270 req-9fd77b1e-7e5c-4623-8b42-e589b43e8961 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:43.412263 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c1f94fd-c488-4251-9d3e-6e23555a0270 req-9fd77b1e-7e5c-4623-8b42-e589b43e8961 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0502923 Jul 14 16:05:43.461518 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c1f94fd-c488-4251-9d3e-6e23555a0270 req-79d5f443-a38f-4a9c-afc3-50f2cb381d10 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437486 Jul 14 16:05:43.485753 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38674) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:43.682301 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5207ad8e-62e4-49f8-89af-5a9822b10705 req-124c94ff-9e9e-49ca-bd66-ebf2439d13cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 210 time: 0.0276966 Jul 14 16:05:43.690093 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b10f589-4c54-4b3b-a42f-49e4c44e404b tempest-TestShelveInstance-468117785 tempest-TestShelveInstance-468117785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:43.690093 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3b10f589-4c54-4b3b-a42f-49e4c44e404b tempest-TestShelveInstance-468117785 tempest-TestShelveInstance-468117785-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1124 time: 0.2022390 Jul 14 16:05:43.692277 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38680) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:05:43.696940 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'port_id': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:43.806094 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:43.830164 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-889d12bc-2fea-4bf9-814d-aaecce12e03b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:43.833602 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-889d12bc-2fea-4bf9-814d-aaecce12e03b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 812 time: 0.1065428 Jul 14 16:05:43.890561 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:43.914432 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-c6bcdab8-a65c-4b9f-b0a7-93d9195fc7e5 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 379 time: 0.0556939 Jul 14 16:05:43.923423 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'port': {'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'admin_state_up': True, 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'security_groups': ['a93aa628-4f97-44a3-b589-6ab9f616ab83']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:43.999598 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Allocated IP 172.27.3.231 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:05:44.005483 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:44.108728 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.114246 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Made reservation on behalf of 1207210005f34c4aabbe6966e469c1a0 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:05:44.117826 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.188760 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.232374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:05:44.240227 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:05:44.244331 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:05:44.248046 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'Port': ['ID=d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:44.263945 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Allocated IP 172.20.0.11 (7c436165-5659-4f64-9bb3-46eb0ae69617/36949fe6-fb00-455b-8f7c-9b93a6929f6c/d245e393-87e8-4b90-a68d-82aaa0421e63) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:05:44.404764 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.506815 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:44.519587 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.570620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:44.573732 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:05:44.579186 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:05:44.581438 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=d245e393-87e8-4b90-a68d-82aaa0421e63,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:44.583577 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:05:44.616657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for floatingip (cc7260db-ec11-41d2-bcae-1890d3a5b790), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.637399 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:44.638560 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.642645 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:44.751115 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-5570d6c5-4a2a-402c-b3c3-1dc567f40650 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8312209 Jul 14 16:05:44.784591 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Request body: {'port': {'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:05:44.824949 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533eb5-3207-4231-9bdf-85ea19611f77 req-d4d21ebd-42b5-4569-85a4-e6ea92727f80 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:44.826483 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d533eb5-3207-4231-9bdf-85ea19611f77 req-d4d21ebd-42b5-4569-85a4-e6ea92727f80 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 932 time: 0.0707405 Jul 14 16:05:44.831731 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.834641 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-d3e3b7b9-ad48-4db7-8a62-3b356cd2712c None None] Provisioning complete for port d245e393-87e8-4b90-a68d-82aaa0421e63 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:44.835585 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b7b9-ad48-4db7-8a62-3b356cd2712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.846906 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:44.879057 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3b7b9-ad48-4db7-8a62-3b356cd2712c None None] Port d245e393-87e8-4b90-a68d-82aaa0421e63 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:05:44.913828 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d533eb5-3207-4231-9bdf-85ea19611f77 req-eac75c70-38d5-495f-831d-18a6658bc28c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800674 Jul 14 16:05:45.012566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:45.039548 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.109184 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.135040 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d245e393-87e8-4b90-a68d-82aaa0421e63 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:45.143952 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Publish callbacks [] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.157537 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Transition to ACTIVE for port object d245e393-87e8-4b90-a68d-82aaa0421e63 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:05:45.179836 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event updated for resources: {'Port': ['ID=d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:45.190141 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (cc7260db-ec11-41d2-bcae-1890d3a5b790), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.227479 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.268420 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:45.285307 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Pushing event updated for resources: {'Port': ['ID=d245e393-87e8-4b90-a68d-82aaa0421e63,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:45.292839 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Floating IP cc7260db-ec11-41d2-bcae-1890d3a5b790 associated. External IP: 172.27.3.231, port: e1ef32e4-cb19-48f1-be96-7f7fc2032c63. Jul 14 16:05:45.362508 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Attempting to bind port d245e393-87e8-4b90-a68d-82aaa0421e63 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:05:45.363044 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Attempting to bind port d245e393-87e8-4b90-a68d-82aaa0421e63 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:05:45.363437 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Attempting to bind port d245e393-87e8-4b90-a68d-82aaa0421e63 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:45.370699 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Port d245e393-87e8-4b90-a68d-82aaa0421e63 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:05:45.371282 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Attempting to bind port d245e393-87e8-4b90-a68d-82aaa0421e63 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:05:45.377645 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:05:45.378035 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Checking segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:05:45.378370 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Bound using segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:05:45.378794 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Bound port: d245e393-87e8-4b90-a68d-82aaa0421e63, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:05:45.379188 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.457609 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] For port d245e393-87e8-4b90-a68d-82aaa0421e63, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:05:45.461528 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] For port d245e393-87e8-4b90-a68d-82aaa0421e63, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=d245e393-87e8-4b90-a68d-82aaa0421e63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:05:45.531246 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:05:45.549292 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.558008 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:45.584967 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:45.585598 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.587107 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] 10.222.0.121 "PUT /v2.0/ports/d245e393-87e8-4b90-a68d-82aaa0421e63 HTTP/1.1" status: 200 len: 1094 time: 0.8069890 Jul 14 16:05:45.587558 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:45.590355 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b69bc-b62c-432c-ad14-b0a31867a39f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:45.619287 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563bd49-63b6-4623-ac6f-c9bb8e72562c service neutron] Pushing event updated for resources: {'Port': ['ID=d245e393-87e8-4b90-a68d-82aaa0421e63,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:45.645678 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e73c709-6e70-4856-9d57-223dd7fc48e5 x-openstack-request-id: req-3e73c709-6e70-4856-9d57-223dd7fc48e5 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:45.645678 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:45.645678 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3e73c709-6e70-4856-9d57-223dd7fc48e5 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:45.645678 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e73c709-6e70-4856-9d57-223dd7fc48e5'] response: {'name': 'network-changed', 'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'status': 'completed', 'code': 200} Jul 14 16:05:45.654546 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:05:45.664427 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:45.665670 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] Sync routers for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:05:45.677530 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:45.678217 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:45.737977 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b69bc-b62c-432c-ad14-b0a31867a39f req-c0211978-d495-4823-9a7e-ffb7d8bf83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:45.739619 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-dd4b69bc-b62c-432c-ad14-b0a31867a39f req-c0211978-d495-4823-9a7e-ffb7d8bf83d0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1128 time: 0.0439405 Jul 14 16:05:45.774874 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:45.791863 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:45.818410 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8f7ad818-65aa-4b94-81fb-99d4ee3370e3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1222746 Jul 14 16:05:45.818410 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:45.818687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283" -d '{"events": [{"name": "network-changed", "server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:45.856563 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38470e66-51b5-4676-a255-443a3c9ec93d x-openstack-request-id: req-38470e66-51b5-4676-a255-443a3c9ec93d {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:45.857175 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:45.857175 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-38470e66-51b5-4676-a255-443a3c9ec93d {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:45.857715 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38470e66-51b5-4676-a255-443a3c9ec93d'] response: {'name': 'network-changed', 'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'status': 'completed', 'code': 200} Jul 14 16:05:45.885289 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:45.895617 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b69bc-b62c-432c-ad14-b0a31867a39f req-6cdf807e-d5ff-4e08-bd05-f74b3e86383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:45.897123 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-dd4b69bc-b62c-432c-ad14-b0a31867a39f req-6cdf807e-d5ff-4e08-bd05-f74b3e86383d service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=1207210005f34c4aabbe6966e469c1a0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1044607 Jul 14 16:05:46.014698 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-8a96ca25-73e3-4db7-b45e-1ace6699a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.016375 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-8a96ca25-73e3-4db7-b45e-1ace6699a963 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1129 time: 0.1018977 Jul 14 16:05:46.050609 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078628d7-5599-433e-8587-df11056c5dfc req-486fd8f2-4d63-40e9-9459-ab393865bd0a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.054408 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-078628d7-5599-433e-8587-df11056c5dfc req-486fd8f2-4d63-40e9-9459-ab393865bd0a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0535560 Jul 14 16:05:46.106809 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b69bc-b62c-432c-ad14-b0a31867a39f req-d8fc7ab2-df3c-47d3-86ec-5451883062b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.108426 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-dd4b69bc-b62c-432c-ad14-b0a31867a39f req-d8fc7ab2-df3c-47d3-86ec-5451883062b2 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2034271 Jul 14 16:05:46.110877 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-078628d7-5599-433e-8587-df11056c5dfc req-e9ea5d38-7f5f-4421-a6f8-0ef63b3ee60e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521309 Jul 14 16:05:46.149163 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-fb8e9fce-728d-48e0-b042-40a533ec925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.150760 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-fb8e9fce-728d-48e0-b042-40a533ec925a service neutron] 10.222.0.121 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 911 time: 0.1273024 Jul 14 16:05:46.176393 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'cc7260db-ec11-41d2-bcae-1890d3a5b790', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'port_id': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'mac_address': 'fa:16:3e:eb:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:44Z', 'updated_at': '2022-07-14T16:05:44Z', 'revision_number': 0, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:41Z', 'revision_number': 5, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:46.202554 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] Checking router: 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:05:46.211026 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:05:46.211626 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:05:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:46.257688 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-86345cac-f14c-4533-87c0-bf518522b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.259161 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-86345cac-f14c-4533-87c0-bf518522b494 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1128 time: 0.0876310 Jul 14 16:05:46.265220 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-4b240d52-a73b-4669-87bb-9617b31bdadd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 999 time: 0.1007853 Jul 14 16:05:46.315294 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:05:46.353207 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-6679c2c7-7aa3-43fc-b97b-0cc9724aa3b3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d245e393-87e8-4b90-a68d-82aaa0421e63 HTTP/1.1" status: 200 len: 217 time: 0.0698678 Jul 14 16:05:46.399976 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-107163a3-b94c-4475-8828-b5bee29dbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.401354 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-107163a3-b94c-4475-8828-b5bee29dbaf8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 200 len: 848 time: 0.1169965 Jul 14 16:05:46.422808 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-7b412a0d-6ea4-429a-afbc-8eb837209e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.424389 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-7b412a0d-6ea4-429a-afbc-8eb837209e23 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0644331 Jul 14 16:05:46.485201 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-9e675d4f-c07f-4b11-97fc-63ea529e5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.486691 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-9e675d4f-c07f-4b11-97fc-63ea529e5172 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=195d92cd-619d-400c-bff0-a6758063755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767760 Jul 14 16:05:46.492198 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-f15f30a8-c441-4a12-bcd3-e0fd9c20cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:46.494179 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-f15f30a8-c441-4a12-bcd3-e0fd9c20cf2a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533581 Jul 14 16:05:46.540263 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'cc7260db-ec11-41d2-bcae-1890d3a5b790', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'port_id': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'mac_address': 'fa:16:3e:eb:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:44Z', 'updated_at': '2022-07-14T16:05:44Z', 'revision_number': 0, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:41Z', 'revision_number': 5, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:05:46.542762 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:46.566792 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208020b7-f022-4edd-bf0d-f4b95747d379 None None] The sync data for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi is: [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'cc7260db-ec11-41d2-bcae-1890d3a5b790', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'port_id': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'mac_address': 'fa:16:3e:eb:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:05:44Z', 'updated_at': '2022-07-14T16:05:44Z', 'revision_number': 0, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:41Z', 'revision_number': 5, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:05:46.656811 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-3d3d9f0a-a252-433d-be56-0db05ba70c52 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615913 Jul 14 16:05:46.658884 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-ee9bc24d-fcc2-46ec-986d-4fcffd77825c service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566768 Jul 14 16:05:46.768453 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae641d60-a663-480c-b256-10eed877b417 None None] New status for floating IP cc7260db-ec11-41d2-bcae-1890d3a5b790: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:05:46.834243 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-d77b64bc-adde-41ef-b6cc-3beb2ea7e283 req-63a7dd1b-e711-4258-85b6-80c2b0ab0a2f service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644716 Jul 14 16:05:46.835928 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-873c0d7e-15fa-457e-9bf1-6fb153cc8e81 req-616936f2-def5-42eb-bf71-d8cb8f210eef service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590528 Jul 14 16:05:47.233785 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26602d-065c-4344-8d1c-f3ea6fa913f5 req-581150f0-d46c-46f0-84bd-7f814754452a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:47.235229 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bd26602d-065c-4344-8d1c-f3ea6fa913f5 req-581150f0-d46c-46f0-84bd-7f814754452a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0498533 Jul 14 16:05:47.284633 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bd26602d-065c-4344-8d1c-f3ea6fa913f5 req-8a185320-c944-494a-9070-840977f3e6e7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Jul 14 16:05:48.397488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46b6ae-f77f-4580-8d44-58896690eed5 req-cf56b905-bf50-40dc-aaa9-5e25f91ba4bc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:48.398970 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-de46b6ae-f77f-4580-8d44-58896690eed5 req-cf56b905-bf50-40dc-aaa9-5e25f91ba4bc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0471413 Jul 14 16:05:48.452723 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-de46b6ae-f77f-4580-8d44-58896690eed5 req-06450576-a9ce-478e-bc77-0ce3de35b36e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453331 Jul 14 16:05:48.519983 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:49.569379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f20508-3140-4054-b696-c08c8f1e30cc req-3384a0fe-16c9-46e4-accb-9fbd2e0b4336 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:49.570827 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-99f20508-3140-4054-b696-c08c8f1e30cc req-3384a0fe-16c9-46e4-accb-9fbd2e0b4336 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0505912 Jul 14 16:05:49.620984 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-99f20508-3140-4054-b696-c08c8f1e30cc req-e8abc0a7-6d02-43ae-ac3d-f0842c8b5615 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443861 Jul 14 16:05:50.739677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c73f6f-c405-42ce-ae9e-ab82f09c2a9d req-87e72859-5cdd-44b6-bb80-3962718a59cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:50.741157 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-71c73f6f-c405-42ce-ae9e-ab82f09c2a9d req-87e72859-5cdd-44b6-bb80-3962718a59cb tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0471621 Jul 14 16:05:50.790893 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-71c73f6f-c405-42ce-ae9e-ab82f09c2a9d req-020ca3f6-9da6-4a8b-ba36-8e38429e882a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Jul 14 16:05:51.909229 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7dcc7-3a66-456b-9608-17b317c29ce8 req-8aeae7df-591e-4023-9bb9-47c60bbdcc9e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:51.910711 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85b7dcc7-3a66-456b-9608-17b317c29ce8 req-8aeae7df-591e-4023-9bb9-47c60bbdcc9e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0484784 Jul 14 16:05:51.963684 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85b7dcc7-3a66-456b-9608-17b317c29ce8 req-915831dc-4eec-40a7-9f4d-a33463d67991 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472407 Jul 14 16:05:53.077848 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798bd67-91c3-4117-848b-94b0486d68d1 req-9f37d215-b7c0-40f5-8ea0-2bcfe67bd6a6 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:53.079294 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3798bd67-91c3-4117-848b-94b0486d68d1 req-9f37d215-b7c0-40f5-8ea0-2bcfe67bd6a6 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0469260 Jul 14 16:05:53.127855 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3798bd67-91c3-4117-848b-94b0486d68d1 req-6f41840e-9b59-4459-ad81-c53e10b3686b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Jul 14 16:05:54.242477 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0566e-9e43-4c2a-80a4-e69e562cf4ad req-8558715e-f769-4f10-8010-0151a934c432 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:54.243950 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d6d0566e-9e43-4c2a-80a4-e69e562cf4ad req-8558715e-f769-4f10-8010-0151a934c432 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0467868 Jul 14 16:05:54.297367 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d6d0566e-9e43-4c2a-80a4-e69e562cf4ad req-f6d361e8-9e7b-477c-94d1-beae76489876 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472546 Jul 14 16:05:55.416306 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e82a4-3883-447e-8700-6d024f981cc1 req-4783314b-cca9-497f-9eb0-e3597e72209a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:55.417751 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-186e82a4-3883-447e-8700-6d024f981cc1 req-4783314b-cca9-497f-9eb0-e3597e72209a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 944 time: 0.0515363 Jul 14 16:05:55.467703 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-186e82a4-3883-447e-8700-6d024f981cc1 req-82226b2f-64e8-4f7a-84a8-94030de822e7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Jul 14 16:05:55.966086 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device d245e393-87e8-4b90-a68d-82aaa0421e63 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:05:56.066898 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port d245e393-87e8-4b90-a68d-82aaa0421e63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=d245e393-87e8-4b90-a68d-82aaa0421e63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:56.068928 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:56.078451 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:05:56.114389 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port d245e393-87e8-4b90-a68d-82aaa0421e63 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:56.114773 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:56.131856 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d245e393-87e8-4b90-a68d-82aaa0421e63 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:05:56.150839 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port d245e393-87e8-4b90-a68d-82aaa0421e63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=d245e393-87e8-4b90-a68d-82aaa0421e63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:56.217531 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:56.256793 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:56.266399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=d245e393-87e8-4b90-a68d-82aaa0421e63,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:56.585522 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689332a1-2749-46eb-b0a6-c1fd8e6d436d req-60ccd94d-47b7-4510-9a6c-9cad4d43248a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:56.586984 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-689332a1-2749-46eb-b0a6-c1fd8e6d436d req-60ccd94d-47b7-4510-9a6c-9cad4d43248a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 945 time: 0.0479715 Jul 14 16:05:56.611359 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:56.636291 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-689332a1-2749-46eb-b0a6-c1fd8e6d436d req-77de6c48-8940-437d-a37f-6f681999de33 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430965 Jul 14 16:05:56.751312 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['d245e393-87e8-4b90-a68d-82aaa0421e63'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:05:56.828864 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=28 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:56.829635 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:56.873332 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:56.875213 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:56.944563 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:57.747911 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6780-2fb0-492f-83fc-0522b8e11995 req-4e65f6ba-19a6-42a5-959e-a17d5be78915 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:57.749389 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-16fc6780-2fb0-492f-83fc-0522b8e11995 req-4e65f6ba-19a6-42a5-959e-a17d5be78915 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 945 time: 0.0463424 Jul 14 16:05:57.806508 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-16fc6780-2fb0-492f-83fc-0522b8e11995 req-c4fcbcec-9be1-464d-a710-35f2b8946c29 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515611 Jul 14 16:05:57.990219 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device d245e393-87e8-4b90-a68d-82aaa0421e63 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:05:58.032396 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port d245e393-87e8-4b90-a68d-82aaa0421e63 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:05:58.142639 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port d245e393-87e8-4b90-a68d-82aaa0421e63 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:05:58.143020 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:58.218170 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port d245e393-87e8-4b90-a68d-82aaa0421e63 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:05:58.218548 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:58.241657 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:05:58.243841 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d7a33f-58b9-4c42-a1ec-130adc544184" -d '{"events": [{"server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "name": "network-vif-plugged", "status": "completed", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:05:58.256939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port d245e393-87e8-4b90-a68d-82aaa0421e63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=d245e393-87e8-4b90-a68d-82aaa0421e63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:05:58.280582 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffebdcb-b668-48b4-8ffb-c08acccdc0e4 x-openstack-request-id: req-dffebdcb-b668-48b4-8ffb-c08acccdc0e4 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:05:58.280878 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "name": "network-vif-plugged", "status": "completed", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:05:58.281178 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dffebdcb-b668-48b4-8ffb-c08acccdc0e4 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:05:58.281577 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffebdcb-b668-48b4-8ffb-c08acccdc0e4'] response: {'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'code': 200} Jul 14 16:05:58.325820 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:05:58.376213 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=d245e393-87e8-4b90-a68d-82aaa0421e63,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:05:58.757566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f179a-84d1-4d96-8f3d-93a596d116e6 req-5f6c96e6-5f79-4cf5-8552-c1239128b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:58.758991 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-624f179a-84d1-4d96-8f3d-93a596d116e6 req-5f6c96e6-5f79-4cf5-8552-c1239128b2cd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1130 time: 0.0397260 Jul 14 16:05:58.819178 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-624f179a-84d1-4d96-8f3d-93a596d116e6 req-d9abd422-d740-483e-b7f4-a6151b8a9965 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489478 Jul 14 16:05:58.886664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:05:58.923054 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2603e-0f6f-48a9-9bba-6d788a5bdf07 req-02db68df-972d-4d56-b437-0107a01d679e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:05:58.924582 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-58c2603e-0f6f-48a9-9bba-6d788a5bdf07 req-02db68df-972d-4d56-b437-0107a01d679e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 946 time: 0.0476947 Jul 14 16:05:58.973326 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-58c2603e-0f6f-48a9-9bba-6d788a5bdf07 req-bdb226e3-b2b1-4b83-82fa-59bd3dc70695 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Jul 14 16:06:00.086957 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d71e79-175a-40eb-ad89-f0742c32c488 req-477df209-50d3-4546-8528-21c437f9757e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:00.088425 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7d71e79-175a-40eb-ad89-f0742c32c488 req-477df209-50d3-4546-8528-21c437f9757e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 946 time: 0.0463896 Jul 14 16:06:00.138365 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f7d71e79-175a-40eb-ad89-f0742c32c488 req-b260dac9-37f6-4b09-bb3b-dff9314ffd34 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438681 Jul 14 16:06:00.594713 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-23e4306c-ff42-4d12-ae40-7bfe9258d36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:01.260931 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a32e1-4318-4763-91ce-058473f8ac6e req-d8f11408-5b9a-4d7a-9089-3d0e08d14577 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:01.262954 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6b3a32e1-4318-4763-91ce-058473f8ac6e req-d8f11408-5b9a-4d7a-9089-3d0e08d14577 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 946 time: 0.0501678 Jul 14 16:06:01.311696 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6b3a32e1-4318-4763-91ce-058473f8ac6e req-138fa77d-53b4-4f07-8cc3-4c091ec41d43 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Jul 14 16:06:01.426775 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca9ba-a536-4ee5-bc37-e26f28cfc943 req-98eaa067-7ea7-4096-bcc8-44ef21ab8e5b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:01.428178 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-32dca9ba-a536-4ee5-bc37-e26f28cfc943 req-98eaa067-7ea7-4096-bcc8-44ef21ab8e5b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 946 time: 0.0472019 Jul 14 16:06:01.477543 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-32dca9ba-a536-4ee5-bc37-e26f28cfc943 req-097f573c-22df-49a3-a594-e6082e1703a3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438368 Jul 14 16:06:01.500228 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38736) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:01.541064 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b752ec8-de00-49ce-9923-5ce179cc79b4 tempest-TestVolumeBootPattern-1275931669 tempest-TestVolumeBootPattern-1275931669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:01.542586 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6b752ec8-de00-49ce-9923-5ce179cc79b4 tempest-TestVolumeBootPattern-1275931669 tempest-TestVolumeBootPattern-1275931669-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1125 time: 0.0414062 Jul 14 16:06:01.545636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38738) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:01.549805 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:01.634528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:01.711376 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:01.820213 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Allocated IP 172.27.3.182 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/2d0337ab-d858-4f11-8d2c-ba5898d8d282) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:06:01.919626 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:01.930144 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:02.029392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:02.070432 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:02.073782 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:06:02.079103 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:06:02.083005 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:06:02.088094 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=2d0337ab-d858-4f11-8d2c-ba5898d8d282,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:02.117938 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.118283 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.118620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.118954 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.119283 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.119615 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.119926 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.120343 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.120668 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.120986 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.121953 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.122297 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.122618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.122936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.123254 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:02.457323 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (99b6e8ee-d117-48a5-b843-89c8feb191b4), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:02.596189 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:02.737617 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:02.794315 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:02.870019 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=2d0337ab-d858-4f11-8d2c-ba5898d8d282,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:02.878866 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (99b6e8ee-d117-48a5-b843-89c8feb191b4), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:02.914477 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7de2b756-7f7a-4e01-b60d-a19e05b9c9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:02.918872 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:02.976831 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Floating IP 99b6e8ee-d117-48a5-b843-89c8feb191b4 associated. External IP: 172.27.3.182, port: d245e393-87e8-4b90-a68d-82aaa0421e63. Jul 14 16:06:03.060506 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:03.175750 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:06:03.537714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:06:03.547086 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:06:03.556567 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:06:03.562859 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:06:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:03.636304 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:03.659639 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:06:03.666729 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-076b497e-6f9b-4cb8-9ebb-4f57638b3c48 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1201124 Jul 14 16:06:03.667313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:06:03.669691 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0bc9b3-4bec-4c90-843d-859d130b5776" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:06:03.705274 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4abd0e-5c07-4ecf-ae49-852aea5482e6 x-openstack-request-id: req-9b4abd0e-5c07-4ecf-ae49-852aea5482e6 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:06:03.705567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:06:03.705814 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9b4abd0e-5c07-4ecf-ae49-852aea5482e6 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:06:03.706240 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4abd0e-5c07-4ecf-ae49-852aea5482e6'] response: {'name': 'network-changed', 'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'status': 'completed', 'code': 200} Jul 14 16:06:03.795463 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-36bffc00-7db9-44e3-b326-b5e262d6333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:03.796910 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-36bffc00-7db9-44e3-b326-b5e262d6333a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1130 time: 0.0395081 Jul 14 16:06:03.876796 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:02Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:03.892071 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-110f815a-3ed0-4b0e-8f0d-6e7d22d4260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:03.893594 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-110f815a-3ed0-4b0e-8f0d-6e7d22d4260b service neutron] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 914 time: 0.0886111 Jul 14 16:06:03.902685 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:06:03.911763 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:06:03.912391 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:06:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:03.959426 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-399387c9-21a4-45bc-b98a-1c592320f0b9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d245e393-87e8-4b90-a68d-82aaa0421e63 HTTP/1.1" status: 200 len: 1000 time: 0.0594246 Jul 14 16:06:04.008647 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-8977eb67-2fbb-4601-a83c-c0ce6cffd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:04.010126 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-8977eb67-2fbb-4601-a83c-c0ce6cffd508 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0445714 Jul 14 16:06:04.016839 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:06:04.054704 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-07222a1f-3351-43ad-8f2c-0bf4b64ede76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:04.056126 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-07222a1f-3351-43ad-8f2c-0bf4b64ede76 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391076 Jul 14 16:06:04.106433 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:04.154222 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-73f83ee8-78e0-46c6-bdab-a861696027fe service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890908 Jul 14 16:06:04.169640 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:04.201247 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:04.242048 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:02Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:04.247587 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d0bc9b3-4bec-4c90-843d-859d130b5776 req-15a77587-4cd3-4d51-b27d-553f69cd09e9 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868034 Jul 14 16:06:04.267506 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1768f0-d5bf-4d17-bbee-08e2b4eab667 None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:02Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:06:04.495972 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9614c-92c3-49ae-801f-d969a99ad940 None None] New status for floating IP 99b6e8ee-d117-48a5-b843-89c8feb191b4: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:06:05.743304 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:05.891539 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:10.906114 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:06:13.661636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:13.663545 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:14.242021 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=56 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:14.243912 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=56 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:15.830242 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:15.834152 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:15.835872 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:18.577494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:19.528798 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f31cd7-ebab-4539-b0c6-daf1482ee942 req-b7dd20a9-3000-414c-9136-24c105071757 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:19.530291 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-51f31cd7-ebab-4539-b0c6-daf1482ee942 req-b7dd20a9-3000-414c-9136-24c105071757 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0472684 Jul 14 16:06:19.576926 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-51f31cd7-ebab-4539-b0c6-daf1482ee942 req-7596d9e6-915c-4275-969c-d0dd86ef5e7b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410211 Jul 14 16:06:20.693005 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cf44b-2d35-498b-98cc-44c13bf8c5c4 req-aa060012-102d-4a26-b382-2f10ea023ca7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:20.694615 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-764cf44b-2d35-498b-98cc-44c13bf8c5c4 req-aa060012-102d-4a26-b382-2f10ea023ca7 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0471890 Jul 14 16:06:20.744997 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-764cf44b-2d35-498b-98cc-44c13bf8c5c4 req-f5b94051-1437-49c7-9fc1-8b2c16dc2d69 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447588 Jul 14 16:06:21.860504 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89e8f-45f1-428b-9aaa-bbdb0b35ea98 req-2d23a47c-c083-47be-96fe-b2adda6a1722 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:21.861999 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aef89e8f-45f1-428b-9aaa-bbdb0b35ea98 req-2d23a47c-c083-47be-96fe-b2adda6a1722 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0467579 Jul 14 16:06:21.911751 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aef89e8f-45f1-428b-9aaa-bbdb0b35ea98 req-3a03fa52-42d2-4382-9f8e-cea40199f305 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=07e1386c-8a1b-4234-8c03-d797b416e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Jul 14 16:06:22.318271 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-020ea8a3-c241-450d-80d4-3e8fa24c2b2d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:22.319703 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-020ea8a3-c241-450d-80d4-3e8fa24c2b2d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 946 time: 0.0521357 Jul 14 16:06:22.412691 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port fbb35928-21d0-4314-9692-0ae8ddb46d67 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:06:22.417089 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:22.515558 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] For port fbb35928-21d0-4314-9692-0ae8ddb46d67, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=fbb35928-21d0-4314-9692-0ae8ddb46d67,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:06:22.515930 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:22.683638 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:22.684002 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (5d27caa3-d39c-461a-b33c-cae5d10bb18d), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:22.684799 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP 5d27caa3-d39c-461a-b33c-cae5d10bb18d disassociated. External IP: 172.27.3.215, port: fbb35928-21d0-4314-9692-0ae8ddb46d67. Jul 14 16:06:22.685175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for fbb35928-21d0-4314-9692-0ae8ddb46d67 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:06:22.885928 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (fbb35928-21d0-4314-9692-0ae8ddb46d67), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:22.916470 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=fbb35928-21d0-4314-9692-0ae8ddb46d67,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:23.024850 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-027674b4-b089-4d55-a4a3-b8e7f0f8346d req-33a06fa3-a5ae-4253-8790-b9093d1f15fa tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0281363 Jul 14 16:06:23.027907 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:06:23.377958 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:06:23.388964 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:06:23.401200 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:06:23.402103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:06:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:23.433800 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] No DVR routers for this DVR port fbb35928-21d0-4314-9692-0ae8ddb46d67 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:06:23.437046 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:23.440456 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-275df77b-61d9-430e-8b81-ca6c8aa08b4b req-7400f20f-eb33-4186-aabb-556382716ee8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "DELETE /v2.0/ports/fbb35928-21d0-4314-9692-0ae8ddb46d67 HTTP/1.1" status: 204 len: 173 time: 1.1150293 Jul 14 16:06:23.440896 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'name': 'network-vif-deleted', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:06:23.443282 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cf2bdd-e7ff-47a1-9713-03c66c5610ff" -d '{"events": [{"server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "name": "network-vif-deleted", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:06:23.485092 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97690d6c-efbe-4865-befe-35bfa9ac8ea7 x-openstack-request-id: req-97690d6c-efbe-4865-befe-35bfa9ac8ea7 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:06:23.485383 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d297bd53-1291-4d7e-ac92-6bb50b22a623", "name": "network-vif-deleted", "tag": "fbb35928-21d0-4314-9692-0ae8ddb46d67", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:06:23.485638 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-97690d6c-efbe-4865-befe-35bfa9ac8ea7 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:06:23.486047 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97690d6c-efbe-4865-befe-35bfa9ac8ea7'] response: {'server_uuid': 'd297bd53-1291-4d7e-ac92-6bb50b22a623', 'name': 'network-vif-deleted', 'tag': 'fbb35928-21d0-4314-9692-0ae8ddb46d67', 'status': 'completed', 'code': 200} Jul 14 16:06:23.517645 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:06:23.739591 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:23.774403 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:06:23.788002 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:06:23.788740 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:06:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:23.906839 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:06:24.144872 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-95f90839-fdd2-41cc-945a-39c08ad646ef req-26d60220-ad7f-4760-ac34-34a0c27fd032 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=d297bd53-1291-4d7e-ac92-6bb50b22a623 HTTP/1.1" status: 200 len: 210 time: 0.0312777 Jul 14 16:06:24.252898 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:24.294038 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6c246-a827-45dd-8824-cc43b9f877e2 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:06:24.542799 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7815aff-6b8d-4316-b0ec-863b9449b3b9 None None] New status for floating IP 5d27caa3-d39c-461a-b33c-cae5d10bb18d: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:06:25.333726 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38844) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:25.397933 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (07e1386c-8a1b-4234-8c03-d797b416e59d), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:25.424667 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:25.434148 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (07e1386c-8a1b-4234-8c03-d797b416e59d), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:25.440954 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:25.560479 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (07e1386c-8a1b-4234-8c03-d797b416e59d), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:25.563041 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:25.564209 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/security-groups/07e1386c-8a1b-4234-8c03-d797b416e59d HTTP/1.1" status: 204 len: 168 time: 0.2294717 Jul 14 16:06:25.572664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38846) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:25.576923 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1386c-8a1b-4234-8c03-d797b416e59d,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:25.584907 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.585252 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.585587 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.585920 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.586498 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.586634 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.586949 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.587376 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.587908 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.588073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.593866 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.api.v2.resource [None req-b7d50506-71c4-4275-91b0-4be06ba0a372 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] show failed (client error): The resource could not be found. Jul 14 16:06:25.594012 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.594012 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.594012 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.594278 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b7d50506-71c4-4275-91b0-4be06ba0a372 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups/07e1386c-8a1b-4234-8c03-d797b416e59d HTTP/1.1" status: 404 len: 347 time: 0.0155861 Jul 14 16:06:25.594383 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.594383 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38bb3-9d06-4d99-9ff4-fdbc8678d849 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:25.596227 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38848) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:25.715467 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port ecc44379-c08d-4649-b037-b7c41b3d5ceb {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:06:25.716364 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:25.801577 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:25.801902 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (ecc44379-c08d-4649-b037-b7c41b3d5ceb), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:25.814471 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for ecc44379-c08d-4649-b037-b7c41b3d5ceb owned by network:floatingip {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:06:26.080546 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (ecc44379-c08d-4649-b037-b7c41b3d5ceb), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.102940 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fbb35928-21d0-4314-9692-0ae8ddb46d67 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:06:26.113073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=ecc44379-c08d-4649-b037-b7c41b3d5ceb,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:26.129057 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: fbb35928-21d0-4314-9692-0ae8ddb46d67 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:06:26.129409 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device fbb35928-21d0-4314-9692-0ae8ddb46d67 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:06:26.188496 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (5d27caa3-d39c-461a-b33c-cae5d10bb18d), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.191061 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.192241 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3b737b15-5b18-4fc6-b66e-426f19e827f5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/floatingips/5d27caa3-d39c-461a-b33c-cae5d10bb18d HTTP/1.1" status: 204 len: 168 time: 0.5950687 Jul 14 16:06:26.339352 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38852) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:26.345767 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-46d71fab-9608-4887-b03d-0f4b07197358 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478702947', 'description': 'tempest-description--1004788273'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:26.423816 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-46d71fab-9608-4887-b03d-0f4b07197358 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.499465 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-46d71fab-9608-4887-b03d-0f4b07197358 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (39d28276-e720-4bd1-b7de-9c39c5c6b700), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.595073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-46d71fab-9608-4887-b03d-0f4b07197358 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (39d28276-e720-4bd1-b7de-9c39c5c6b700), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.627566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d71fab-9608-4887-b03d-0f4b07197358 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d28276-e720-4bd1-b7de-9c39c5c6b700,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:26.698125 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-46d71fab-9608-4887-b03d-0f4b07197358 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.699687 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-46d71fab-9608-4887-b03d-0f4b07197358 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3593025 Jul 14 16:06:26.704126 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38854) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:26.708666 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-5a88e953-2344-4dc8-ab9f-038811af3683 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': '39d28276-e720-4bd1-b7de-9c39c5c6b700', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:26.713117 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:26.854388 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5a88e953-2344-4dc8-ab9f-038811af3683 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (0a28e69b-33ab-48f0-a0b5-896e777a82cb), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:26.922421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5a88e953-2344-4dc8-ab9f-038811af3683 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (0a28e69b-33ab-48f0-a0b5-896e777a82cb), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.022210 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5a88e953-2344-4dc8-ab9f-038811af3683 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (0a28e69b-33ab-48f0-a0b5-896e777a82cb), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.045866 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88e953-2344-4dc8-ab9f-038811af3683 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a28e69b-33ab-48f0-a0b5-896e777a82cb,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:27.145266 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5a88e953-2344-4dc8-ab9f-038811af3683 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.146493 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-5a88e953-2344-4dc8-ab9f-038811af3683 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4412994 Jul 14 16:06:27.149255 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38858) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:27.154143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-91870d6a-d755-4a79-a3b2-9d360eb9683b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'security_group_rule': {'security_group_id': '39d28276-e720-4bd1-b7de-9c39c5c6b700', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:27.167699 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:27.304981 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-91870d6a-d755-4a79-a3b2-9d360eb9683b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (92a86bf9-0544-4f54-bf85-823a1c1c0177), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.378539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-91870d6a-d755-4a79-a3b2-9d360eb9683b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (92a86bf9-0544-4f54-bf85-823a1c1c0177), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.497865 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-91870d6a-d755-4a79-a3b2-9d360eb9683b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (92a86bf9-0544-4f54-bf85-823a1c1c0177), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.519475 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91870d6a-d755-4a79-a3b2-9d360eb9683b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a86bf9-0544-4f54-bf85-823a1c1c0177,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:27.665381 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-91870d6a-d755-4a79-a3b2-9d360eb9683b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.668151 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-91870d6a-d755-4a79-a3b2-9d360eb9683b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5164003 Jul 14 16:06:27.669749 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 38860) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:27.674042 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:27.771946 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.850914 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:27.946148 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-1a1ab96c-644c-4836-9e53-c658438ee45d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533199 Jul 14 16:06:27.996731 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.27.3.235 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/603782d9-3d6f-456b-8109-ce9a6d21aab5) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:06:28.114648 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683e60a-c894-4077-897f-4f5fc890efdf req-3ed95d87-706d-4b2a-bfc8-f8d08b8f6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:28.116119 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-3ed95d87-706d-4b2a-bfc8-f8d08b8f6f41 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1129 time: 0.0942276 Jul 14 16:06:28.166148 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:28.227944 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:28.259025 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683e60a-c894-4077-897f-4f5fc890efdf req-ae02580b-4b69-46df-bac9-1292b96dc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:28.260503 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-ae02580b-4b69-46df-bac9-1292b96dc456 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.1232510 Jul 14 16:06:28.323293 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-965b31a2-3279-4963-b3ba-a68d88c70d08 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 200 len: 1001 time: 0.0553586 Jul 14 16:06:28.362295 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:28.405165 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:28.419486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:06:28.421039 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683e60a-c894-4077-897f-4f5fc890efdf req-15275aa4-3d3b-4cc0-9f2b-29adead8d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:28.422510 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-15275aa4-3d3b-4cc0-9f2b-29adead8d68c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0921638 Jul 14 16:06:28.426228 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:06:28.428583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=603782d9-3d6f-456b-8109-ce9a6d21aab5,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:28.431812 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:06:28.495480 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683e60a-c894-4077-897f-4f5fc890efdf req-8541374b-f573-4744-b48d-5cde28c6644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:28.498284 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-8541374b-f573-4744-b48d-5cde28c6644b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668650 Jul 14 16:06:28.609622 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (b730137d-fd10-43d0-bd70-4a311068cd10), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:28.632737 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-220650d2-f3b0-49f0-b67f-6722104bd7a2 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262484 Jul 14 16:06:28.738593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:28.775140 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-3683e60a-c894-4077-897f-4f5fc890efdf req-c3fcde23-3dcc-4cf2-bcaf-7ccbd2400b23 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360927 Jul 14 16:06:28.855356 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:28.903053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:28.971550 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:29.039916 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=603782d9-3d6f-456b-8109-ce9a6d21aab5,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:29.050736 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (b730137d-fd10-43d0-bd70-4a311068cd10), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:29.157237 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:29.158483 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-430f5a0f-c665-47be-8c28-05efc3900af0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4878218 Jul 14 16:06:29.381777 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-435192bf-bb68-44c0-80a8-6fd6aae44178 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--478702947&fields=id&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 267 time: 0.0432334 Jul 14 16:06:29.492122 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-35a60dc1-eec0-4dd8-ba2a-47c1a515f381 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:29.493544 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-35a60dc1-eec0-4dd8-ba2a-47c1a515f381 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.1052611 Jul 14 16:06:29.507901 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-e0b4171f-cee8-42a8-8649-3441a130ddee tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/quotas/4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 375 time: 0.0089521 Jul 14 16:06:29.561389 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-52803528-a163-46ff-abee-028b44901beb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474577 Jul 14 16:06:29.655268 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-ad7d0d0e-d686-4a46-8f79-1462e0c3a251 service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828133 Jul 14 16:06:29.755113 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-2f18da76-f631-43b2-b29d-e2d5eb3f6689 service neutron] 10.222.0.119 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939269 Jul 14 16:06:30.010046 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fd0abc87-a63b-41f6-b158-3abf6bea5651 req-d4073d75-69e8-4ef3-b612-fe1484d86b07 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 210 time: 0.0268681 Jul 14 16:06:30.593288 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8566b455-34ed-4d8c-9795-d9a617ff7c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:31.107606 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3bb47278-e284-4c05-bf28-23d834912de2 req-e7011f9f-c1cf-4be5-9107-68c4cd6a9897 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 210 time: 0.0277154 Jul 14 16:06:32.208684 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ebb2cc9-19a5-4c31-8621-62d7be516470 req-365b6583-8785-4faa-95bf-0c7134d934b5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 210 time: 0.0323503 Jul 14 16:06:32.273405 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-583c554c-71e9-43f6-bcac-4d8122f177ee tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:32.274863 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-583c554c-71e9-43f6-bcac-4d8122f177ee tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 815 time: 0.1076629 Jul 14 16:06:32.343760 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-34795e5f-d556-4e29-beb7-11cdfa6c395d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4941c3a4d1be445b972c8684bc8b18d0 HTTP/1.1" status: 200 len: 379 time: 0.0517502 Jul 14 16:06:32.354299 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'port': {'device_id': '032f2924-d847-4f21-982a-720b0bfcf434', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'admin_state_up': True, 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'security_groups': ['39d28276-e720-4bd1-b7de-9c39c5c6b700']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:32.606054 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Made reservation on behalf of 4941c3a4d1be445b972c8684bc8b18d0 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:06:32.610012 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:32.727796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:32.737450 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Allocated IP 172.20.0.11 (81beb021-9d5c-47cd-b940-d1c5b4031ad6/6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4/53d09391-9464-4b81-9f45-3bb32e261a43) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:06:32.883876 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for port (53d09391-9464-4b81-9f45-3bb32e261a43), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:32.907930 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:32.926196 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-873ac3cd-f80d-4815-803a-5dab5808132e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:32.961624 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.005576 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:06:33.010827 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:06:33.015583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:06:33.021508 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event updated for resources: {'Port': ['ID=53d09391-9464-4b81-9f45-3bb32e261a43,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:33.072144 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:33.072748 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.191973 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-795df56e-1959-4411-851c-a78810ae2970 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8413692 Jul 14 16:06:33.211104 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Request body: {'port': {'device_id': '032f2924-d847-4f21-982a-720b0bfcf434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:33.279215 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.297411 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-33b43a0b-7868-4bdc-83f4-9365545dee2f None None] Provisioning complete for port 53d09391-9464-4b81-9f45-3bb32e261a43 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:06:33.297712 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-33b43a0b-7868-4bdc-83f4-9365545dee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.334027 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-33b43a0b-7868-4bdc-83f4-9365545dee2f None None] Port 53d09391-9464-4b81-9f45-3bb32e261a43 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:06:33.335625 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552c6f-2235-4b72-ae83-589ebcf45422 req-96fe7b52-aa7f-4ce1-9977-3a122eccf536 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:33.337406 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62552c6f-2235-4b72-ae83-589ebcf45422 req-96fe7b52-aa7f-4ce1-9977-3a122eccf536 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 932 time: 0.0539486 Jul 14 16:06:33.389290 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62552c6f-2235-4b72-ae83-589ebcf45422 req-eda63727-a9a9-4aba-9c1b-56a9c7d3db13 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452800 Jul 14 16:06:33.545515 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d09391-9464-4b81-9f45-3bb32e261a43 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:06:33.553081 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Publish callbacks [] for port (53d09391-9464-4b81-9f45-3bb32e261a43), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.566128 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Transition to ACTIVE for port object 53d09391-9464-4b81-9f45-3bb32e261a43 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:06:33.649901 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.701667 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Pushing event updated for resources: {'Port': ['ID=53d09391-9464-4b81-9f45-3bb32e261a43,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:33.776345 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Attempting to bind port 53d09391-9464-4b81-9f45-3bb32e261a43 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:06:33.776611 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Attempting to bind port 53d09391-9464-4b81-9f45-3bb32e261a43 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:06:33.776941 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Attempting to bind port 53d09391-9464-4b81-9f45-3bb32e261a43 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:06:33.782492 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Port 53d09391-9464-4b81-9f45-3bb32e261a43 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:06:33.782815 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Attempting to bind port 53d09391-9464-4b81-9f45-3bb32e261a43 on network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:06:33.787788 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:06:33.788152 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Checking segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:06:33.788537 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Bound using segment: {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:06:33.788965 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Bound port: 53d09391-9464-4b81-9f45-3bb32e261a43, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f574a250-a6f3-4176-814d-21c039f51552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:06:33.789407 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.857805 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] For port 53d09391-9464-4b81-9f45-3bb32e261a43, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:06:33.860854 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] For port 53d09391-9464-4b81-9f45-3bb32e261a43, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=53d09391-9464-4b81-9f45-3bb32e261a43,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:06:33.955343 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.987751 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:33.988601 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:33.989952 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] 10.222.0.121 "PUT /v2.0/ports/53d09391-9464-4b81-9f45-3bb32e261a43 HTTP/1.1" status: 200 len: 1094 time: 0.7830145 Jul 14 16:06:33.992398 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:06:33.994616 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9193369-dca2-4298-b2b7-cfeae243aaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:06:34.019714 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:34.023458 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6ecac-1ff1-4a09-9a56-9d337dff3114 service neutron] Pushing event updated for resources: {'Port': ['ID=53d09391-9464-4b81-9f45-3bb32e261a43,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:34.041857 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb650df1-7d20-4415-bb7b-8b7e83abc992 x-openstack-request-id: req-eb650df1-7d20-4415-bb7b-8b7e83abc992 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:06:34.042174 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:06:34.042415 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-eb650df1-7d20-4415-bb7b-8b7e83abc992 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:06:34.042903 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb650df1-7d20-4415-bb7b-8b7e83abc992'] response: {'name': 'network-changed', 'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43', 'status': 'completed', 'code': 200} Jul 14 16:06:34.124920 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:34.145538 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9193369-dca2-4298-b2b7-cfeae243aaf7 req-cbf42905-4c03-4f43-b57c-942fe695bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:34.147259 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c9193369-dca2-4298-b2b7-cfeae243aaf7 req-cbf42905-4c03-4f43-b57c-942fe695bf0d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 1128 time: 0.0447376 Jul 14 16:06:34.193059 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:34.262808 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9193369-dca2-4298-b2b7-cfeae243aaf7 req-4c29fdf1-568c-4364-a6aa-db66f9ccaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:34.265014 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c9193369-dca2-4298-b2b7-cfeae243aaf7 req-4c29fdf1-568c-4364-a6aa-db66f9ccaaaa service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1010792 Jul 14 16:06:34.365098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9193369-dca2-4298-b2b7-cfeae243aaf7 req-96da5ee5-0154-4413-972c-526555956a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:34.366588 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-c9193369-dca2-4298-b2b7-cfeae243aaf7 req-96da5ee5-0154-4413-972c-526555956a7a service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0947447 Jul 14 16:06:34.485784 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-0421d33e-1999-42ec-bbfa-e262421acb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:34.487287 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-0421d33e-1999-42ec-bbfa-e262421acb7c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 1128 time: 0.0452671 Jul 14 16:06:34.507126 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99b88-967f-4715-b17a-efa092b05dcc req-4fd30bf3-bcf6-43e2-8a87-4e23e315a471 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:34.509553 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7bc99b88-967f-4715-b17a-efa092b05dcc req-4fd30bf3-bcf6-43e2-8a87-4e23e315a471 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 944 time: 0.0483661 Jul 14 16:06:34.536882 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-a41c7aa7-a888-4b5e-a422-0b6068bc372a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d09391-9464-4b81-9f45-3bb32e261a43 HTTP/1.1" status: 200 len: 217 time: 0.0344446 Jul 14 16:06:34.558803 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7bc99b88-967f-4715-b17a-efa092b05dcc req-8c699850-e7ff-4a19-a2b3-13a62e926a75 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438929 Jul 14 16:06:34.586244 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-39dd2ecf-14c3-46c8-b57c-95b530f3e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:34.587702 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-39dd2ecf-14c3-46c8-b57c-95b530f3e51d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0445147 Jul 14 16:06:34.627413 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:34.630776 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:34.634176 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-e957b16f-de46-4410-94e9-3a798e4e5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:34.635690 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-e957b16f-de46-4410-94e9-3a798e4e5e05 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416825 Jul 14 16:06:34.727050 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-41880bef-71db-455f-be28-36af18e6ff00 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837197 Jul 14 16:06:34.819457 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-0d93a8f4-73df-4f97-98cc-eeec10e5b41e req-ce249078-ec09-493d-bbcf-698e73e5b1e5 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855513 Jul 14 16:06:35.640192 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:35.680366 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc7047-07ef-44e3-9756-e60b17892bcd req-50a57c39-3c7f-43dd-880f-54bf97c9f66f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:35.681821 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a6cc7047-07ef-44e3-9756-e60b17892bcd req-50a57c39-3c7f-43dd-880f-54bf97c9f66f tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 944 time: 0.0506039 Jul 14 16:06:35.721790 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:35.724880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:35.729314 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a6cc7047-07ef-44e3-9756-e60b17892bcd req-221980fe-0db9-4bc5-b9e2-9c208b160bce tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411022 Jul 14 16:06:35.930235 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:36.962476 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04293801-1657-4fc1-bcfb-e127bc6b4712 req-769bf9cc-034b-4d24-870d-e9aa4df27a44 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:36.963945 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-04293801-1657-4fc1-bcfb-e127bc6b4712 req-769bf9cc-034b-4d24-870d-e9aa4df27a44 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 944 time: 0.1637821 Jul 14 16:06:37.012043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-04293801-1657-4fc1-bcfb-e127bc6b4712 req-4254494b-4259-4a77-9952-1f0bd34ac899 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415587 Jul 14 16:06:38.122424 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ae595-58cf-4c90-b99a-e9c937a3e9cc req-ed574993-bcb8-490d-b2e8-67015936bcbd tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:38.123955 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c89ae595-58cf-4c90-b99a-e9c937a3e9cc req-ed574993-bcb8-490d-b2e8-67015936bcbd tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 944 time: 0.0461318 Jul 14 16:06:38.173435 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c89ae595-58cf-4c90-b99a-e9c937a3e9cc req-35ddd78c-ff55-4657-95f6-aeac5673e655 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Jul 14 16:06:39.286504 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069355fe-1f2a-4ef8-9611-cc3f1d4c1e01 req-96ed2b34-279c-4448-b1be-b11d23aef7c4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:39.287955 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-069355fe-1f2a-4ef8-9611-cc3f1d4c1e01 req-96ed2b34-279c-4448-b1be-b11d23aef7c4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 944 time: 0.0478752 Jul 14 16:06:39.336304 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-069355fe-1f2a-4ef8-9611-cc3f1d4c1e01 req-5b11261c-65b5-4226-8815-e4697665770e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Jul 14 16:06:40.165077 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 53d09391-9464-4b81-9f45-3bb32e261a43 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:06:40.264385 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 53d09391-9464-4b81-9f45-3bb32e261a43, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=53d09391-9464-4b81-9f45-3bb32e261a43,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:06:40.275389 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '53d09391-9464-4b81-9f45-3bb32e261a43', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'port_id': '53d09391-9464-4b81-9f45-3bb32e261a43', 'mac_address': 'fa:16:3e:53:4c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:06:40.310678 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 53d09391-9464-4b81-9f45-3bb32e261a43 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:06:40.311119 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:40.323741 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d09391-9464-4b81-9f45-3bb32e261a43 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:06:40.344403 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 53d09391-9464-4b81-9f45-3bb32e261a43, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=53d09391-9464-4b81-9f45-3bb32e261a43,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:06:40.449375 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa4fa7-41d1-408b-8f82-c6c6d477bb13 req-bf09631a-a4b1-479e-a805-fe1755bcf8e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:40.451637 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-94aa4fa7-41d1-408b-8f82-c6c6d477bb13 req-bf09631a-a4b1-479e-a805-fe1755bcf8e5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 944 time: 0.0473907 Jul 14 16:06:40.490792 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:40.498608 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-94aa4fa7-41d1-408b-8f82-c6c6d477bb13 req-10a13bdf-e6a2-42fb-925e-4145a59810b1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414507 Jul 14 16:06:40.545393 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=53d09391-9464-4b81-9f45-3bb32e261a43,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:40.552985 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.553264 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.553712 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.554110 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.554444 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.554773 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.555100 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.555425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.555749 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.556076 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.556424 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.556748 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.565372 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.565372 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:40.565372 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:06:41.058712 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['53d09391-9464-4b81-9f45-3bb32e261a43'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:06:41.627631 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e190397-85a2-411b-846b-d070818bb8f2 req-f1408f35-2613-4d14-bbba-20355f28ca11 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:41.629074 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1e190397-85a2-411b-846b-d070818bb8f2 req-f1408f35-2613-4d14-bbba-20355f28ca11 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 945 time: 0.0601082 Jul 14 16:06:41.681290 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1e190397-85a2-411b-846b-d070818bb8f2 req-491624cd-785d-433f-bae0-568cacf3c4b6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465086 Jul 14 16:06:42.215491 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 53d09391-9464-4b81-9f45-3bb32e261a43 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:06:42.242543 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:42.246264 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:42.254721 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:42.262247 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 53d09391-9464-4b81-9f45-3bb32e261a43 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:06:42.394351 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 53d09391-9464-4b81-9f45-3bb32e261a43 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:06:42.394722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:42.464914 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 53d09391-9464-4b81-9f45-3bb32e261a43 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:06:42.465308 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:42.487979 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:06:42.490138 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d75efc-2035-45e0-b184-78e97bf20ac9" -d '{"events": [{"server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "name": "network-vif-plugged", "status": "completed", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:06:42.502599 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 53d09391-9464-4b81-9f45-3bb32e261a43, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=53d09391-9464-4b81-9f45-3bb32e261a43,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:06:42.527334 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9073436-d395-47c0-8801-9225eb6a892b x-openstack-request-id: req-d9073436-d395-47c0-8801-9225eb6a892b {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:06:42.527629 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "name": "network-vif-plugged", "status": "completed", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:06:42.527887 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d9073436-d395-47c0-8801-9225eb6a892b {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:06:42.529025 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9073436-d395-47c0-8801-9225eb6a892b'] response: {'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43', 'code': 200} Jul 14 16:06:42.611813 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:42.663768 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=53d09391-9464-4b81-9f45-3bb32e261a43,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:06:42.798255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3593ce-07d2-4033-b7f5-9e7724725770 req-b0c6c37b-f69c-47de-a308-bf0d0ab47086 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:42.799645 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0e3593ce-07d2-4033-b7f5-9e7724725770 req-b0c6c37b-f69c-47de-a308-bf0d0ab47086 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0462270 Jul 14 16:06:42.850129 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0e3593ce-07d2-4033-b7f5-9e7724725770 req-2a1784b5-b19a-47ba-b07b-dcfcbc6c6d2e tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449338 Jul 14 16:06:42.893538 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ba014-8665-4c7b-b7e2-9aaed5282588 req-d6e1f0bc-7560-4fd5-900b-783b47b18dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:42.895063 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-233ba014-8665-4c7b-b7e2-9aaed5282588 req-d6e1f0bc-7560-4fd5-900b-783b47b18dbe service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 1130 time: 0.0399098 Jul 14 16:06:42.939584 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-233ba014-8665-4c7b-b7e2-9aaed5282588 req-7362603b-4f83-43ee-8f17-e208ad71aea1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381172 Jul 14 16:06:43.970090 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3b91-e5b3-4bea-9f75-cf02f6565590 req-77e0fac7-55ba-490f-b607-fe48b0c3d35a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:43.971567 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-937b3b91-e5b3-4bea-9f75-cf02f6565590 req-77e0fac7-55ba-490f-b607-fe48b0c3d35a tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0511036 Jul 14 16:06:44.018056 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-937b3b91-e5b3-4bea-9f75-cf02f6565590 req-3482b6d8-e5ed-4716-8ec8-86c1f3ffb1b1 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409009 Jul 14 16:06:45.130980 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dca02a-c2e4-4f52-a85d-0e868497436f req-87fe8e9e-0466-4994-9e78-59028fd415a0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:45.132450 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f1dca02a-c2e4-4f52-a85d-0e868497436f req-87fe8e9e-0466-4994-9e78-59028fd415a0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0464828 Jul 14 16:06:45.182328 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f1dca02a-c2e4-4f52-a85d-0e868497436f req-d3a5ecd4-5fb8-44d0-880d-ed6c77f154d0 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444231 Jul 14 16:06:46.295958 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7b883-874f-476d-92d2-fba85e274cbe req-aa08a904-deb0-4b02-8a08-fabaa44cceca tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:46.297456 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ec7b883-874f-476d-92d2-fba85e274cbe req-aa08a904-deb0-4b02-8a08-fabaa44cceca tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0477259 Jul 14 16:06:46.357805 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ec7b883-874f-476d-92d2-fba85e274cbe req-1cfd59b4-3d19-46a8-9c49-3136e05c65a4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546346 Jul 14 16:06:46.470390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e006-f6cc-4311-b346-98c91cb1eb88 req-2c292b38-e2b6-4075-a685-b544e4af6c1d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:46.471759 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ae54e006-f6cc-4311-b346-98c91cb1eb88 req-2c292b38-e2b6-4075-a685-b544e4af6c1d tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0462618 Jul 14 16:06:46.480063 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 38942) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:06:46.484883 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Request body: {'floatingip': {'port_id': '53d09391-9464-4b81-9f45-3bb32e261a43'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:06:46.521850 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (b730137d-fd10-43d0-bd70-4a311068cd10), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:46.628872 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:46.680734 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:46.948822 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:47.029357 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (b730137d-fd10-43d0-bd70-4a311068cd10), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:47.128780 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP b730137d-fd10-43d0-bd70-4a311068cd10 associated. External IP: 172.27.3.235, port: 53d09391-9464-4b81-9f45-3bb32e261a43. Jul 14 16:06:47.319700 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:06:47.417642 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:06:47.422848 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:47.427253 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779bba5-6181-4438-a18f-895689e79668 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:06:47.438083 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:06:47.438690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:06:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:47.456301 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d34af314-17dd-4258-ae19-5e13f9d0bccb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "PUT /v2.0/floatingips/b730137d-fd10-43d0-bd70-4a311068cd10 HTTP/1.1" status: 200 len: 992 time: 0.9751511 Jul 14 16:06:47.456889 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:06:47.459160 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf27613-8437-4802-a3e9-f32f440f76a8" -d '{"events": [{"name": "network-changed", "server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:06:47.495102 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac8053-9764-49d0-bc79-52554fdacf66 x-openstack-request-id: req-51ac8053-9764-49d0-bc79-52554fdacf66 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:06:47.495395 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:06:47.495650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-51ac8053-9764-49d0-bc79-52554fdacf66 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:06:47.496061 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ac8053-9764-49d0-bc79-52554fdacf66'] response: {'name': 'network-changed', 'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43', 'status': 'completed', 'code': 200} Jul 14 16:06:47.542077 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:06:47.583139 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-8235ad74-4e1f-48f3-958f-21f96cdae6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:47.584692 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-8235ad74-4e1f-48f3-958f-21f96cdae6d9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 1130 time: 0.0391629 Jul 14 16:06:47.680079 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-e6b95833-f66f-4d6f-92ab-0982a6e18f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:47.681628 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-e6b95833-f66f-4d6f-92ab-0982a6e18f42 service neutron] 10.222.0.121 "GET /v2.0/networks?id=81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 200 len: 917 time: 0.0909846 Jul 14 16:06:47.744505 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-1038c283-0925-4af4-a916-7a11737a3d03 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d09391-9464-4b81-9f45-3bb32e261a43 HTTP/1.1" status: 200 len: 1000 time: 0.0565028 Jul 14 16:06:47.750845 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'b730137d-fd10-43d0-bd70-4a311068cd10', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': '53d09391-9464-4b81-9f45-3bb32e261a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:53:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032f2924-d847-4f21-982a-720b0bfcf434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:28Z', 'updated_at': '2022-07-14T16:06:46Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:47.779804 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779bba5-6181-4438-a18f-895689e79668 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:06:47.788270 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:06:47.788874 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:06:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:47.799731 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-1d96b6d8-e8bd-42e5-bf76-c441e5fbbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:47.801523 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-1d96b6d8-e8bd-42e5-bf76-c441e5fbbeeb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 200 len: 854 time: 0.0487003 Jul 14 16:06:47.847055 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-2e276b67-2265-4fca-bbe1-8dcbcdff0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:47.848511 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-2e276b67-2265-4fca-bbe1-8dcbcdff0f84 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=81beb021-9d5c-47cd-b940-d1c5b4031ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411103 Jul 14 16:06:47.883940 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:47.893588 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:06:47.905484 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:06:47.941031 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-00019f50-c136-4be2-be32-f86b62a10a90 service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856948 Jul 14 16:06:48.034326 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:48.040061 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-caf27613-8437-4802-a3e9-f32f440f76a8 req-cd3dfb33-3354-4c89-a247-a4443252bedd service neutron] 10.222.0.121 "GET /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923867 Jul 14 16:06:48.106235 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-4779bba5-6181-4438-a18f-895689e79668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'b730137d-fd10-43d0-bd70-4a311068cd10', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': '53d09391-9464-4b81-9f45-3bb32e261a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:53:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032f2924-d847-4f21-982a-720b0bfcf434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:28Z', 'updated_at': '2022-07-14T16:06:46Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:06:48.132026 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779bba5-6181-4438-a18f-895689e79668 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': 'b730137d-fd10-43d0-bd70-4a311068cd10', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'port_id': '53d09391-9464-4b81-9f45-3bb32e261a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'mac_address': 'fa:16:3e:53:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032f2924-d847-4f21-982a-720b0bfcf434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:28Z', 'updated_at': '2022-07-14T16:06:46Z', 'revision_number': 1, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:06:48.321468 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb5393-38a9-4850-9c3f-4f853d17e31c None None] New status for floating IP b730137d-fd10-43d0-bd70-4a311068cd10: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:06:48.526193 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:06:57.449999 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:57.452434 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:57.564711 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742a45f-6020-4344-808f-36676f6c3ffc req-8cd13132-ce84-471f-8b5f-0b41a7cff018 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:57.566249 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a742a45f-6020-4344-808f-36676f6c3ffc req-8cd13132-ce84-471f-8b5f-0b41a7cff018 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0474520 Jul 14 16:06:57.615438 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a742a45f-6020-4344-808f-36676f6c3ffc req-3e53ccf0-b6e9-4220-9a1d-bb888f3d6787 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Jul 14 16:06:58.037061 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=13 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:58.433450 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:58.447668 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=49 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:58.451841 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:58.453672 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:06:58.740940 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb16aec-a345-4bca-ac84-85b7cbfe8220 req-03e21604-1e9e-4090-959b-09c591ef60a6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:58.742469 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aeb16aec-a345-4bca-ac84-85b7cbfe8220 req-03e21604-1e9e-4090-959b-09c591ef60a6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0481486 Jul 14 16:06:58.795633 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-aeb16aec-a345-4bca-ac84-85b7cbfe8220 req-e1556757-b06d-41fd-97ce-14a4693641b9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455308 Jul 14 16:06:59.921050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68679ff-b6b7-4e37-9306-1f0aaa7258e1 req-448b4fcb-db8e-4b36-80a6-8a086df922cc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:06:59.922526 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c68679ff-b6b7-4e37-9306-1f0aaa7258e1 req-448b4fcb-db8e-4b36-80a6-8a086df922cc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0520358 Jul 14 16:06:59.969877 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c68679ff-b6b7-4e37-9306-1f0aaa7258e1 req-7c79cee4-4d24-4bfd-87fe-dd2e4c238585 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Jul 14 16:07:00.594779 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-69f64ea4-ea3c-4cb1-8dfc-ff5cee4d8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:01.090280 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acef63-7a99-4314-9a39-b2fa9ff7ef3d req-5aa806ec-4d2a-4d8a-85e7-33121d7e57a0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:01.092352 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-13acef63-7a99-4314-9a39-b2fa9ff7ef3d req-5aa806ec-4d2a-4d8a-85e7-33121d7e57a0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0502641 Jul 14 16:07:01.148233 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-13acef63-7a99-4314-9a39-b2fa9ff7ef3d req-2af0006d-eb3d-4535-bb5c-e7e08d3e9a13 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502682 Jul 14 16:07:02.268741 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63dc86-63bc-442a-ab85-e7f815a2516f req-3ff1b84a-d4ae-4b3b-a81c-59b316526435 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:02.270192 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e63dc86-63bc-442a-ab85-e7f815a2516f req-3ff1b84a-d4ae-4b3b-a81c-59b316526435 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Jul 14 16:07:02.317163 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e63dc86-63bc-442a-ab85-e7f815a2516f req-23e0230f-65a1-4344-a079-941e178576f4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413606 Jul 14 16:07:02.954786 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-423424da-561d-4206-bdce-05d5cf16bed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:03.434304 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac6e7-3b73-4471-a4f3-3523ab99fff7 req-32bc3167-3cde-4003-bd9c-2c67da0c39d8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:03.435799 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc3ac6e7-3b73-4471-a4f3-3523ab99fff7 req-32bc3167-3cde-4003-bd9c-2c67da0c39d8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0466995 Jul 14 16:07:03.483466 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc3ac6e7-3b73-4471-a4f3-3523ab99fff7 req-bc8e522b-0e62-4f04-b9b7-a3a34bf46cf7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Jul 14 16:07:04.138029 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:04.604127 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197751-2f39-489c-a122-5ce68f27dd20 req-98200019-9a54-4339-bc5b-dd85662673d3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:04.605619 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-30197751-2f39-489c-a122-5ce68f27dd20 req-98200019-9a54-4339-bc5b-dd85662673d3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0503688 Jul 14 16:07:04.657676 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-30197751-2f39-489c-a122-5ce68f27dd20 req-2b861297-7765-4ce9-b51f-8aed25d0b6dd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457525 Jul 14 16:07:05.670730 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:05.776186 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faab2e-cbfd-43c4-afeb-6c8ef1c7e73f req-c0f43508-46f6-472d-ae66-a3560ab549b7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:05.777574 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-38faab2e-cbfd-43c4-afeb-6c8ef1c7e73f req-c0f43508-46f6-472d-ae66-a3560ab549b7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0464685 Jul 14 16:07:05.824461 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-38faab2e-cbfd-43c4-afeb-6c8ef1c7e73f req-ea096920-c048-490c-91c7-4c21138fd940 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Jul 14 16:07:05.898186 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:06.942976 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe473e0-2631-4998-9f51-9367ceb688a1 req-b3f3299a-dae8-43fd-ada5-2c8c235de6e1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:06.944449 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fe473e0-2631-4998-9f51-9367ceb688a1 req-b3f3299a-dae8-43fd-ada5-2c8c235de6e1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0461648 Jul 14 16:07:06.990853 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fe473e0-2631-4998-9f51-9367ceb688a1 req-8ed7debe-dcd0-4cc9-a6a3-36ab41154c08 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Jul 14 16:07:08.111630 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe2c92-1f75-40c6-9c3e-be0e91153d69 req-48fca190-b3f9-4c33-bcc6-0491f59a28d8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:08.113288 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2bbe2c92-1f75-40c6-9c3e-be0e91153d69 req-48fca190-b3f9-4c33-bcc6-0491f59a28d8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Jul 14 16:07:08.144335 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:08.160915 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2bbe2c92-1f75-40c6-9c3e-be0e91153d69 req-e024ed21-a409-4106-bfa7-fb12ebd94724 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421159 Jul 14 16:07:09.279544 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8cdb7-d95a-41dc-9339-e4bb6be389be req-69d3b0d7-1ee9-4113-a17f-d085b86de64b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:09.281039 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ed8cdb7-d95a-41dc-9339-e4bb6be389be req-69d3b0d7-1ee9-4113-a17f-d085b86de64b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0479090 Jul 14 16:07:09.327697 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ed8cdb7-d95a-41dc-9339-e4bb6be389be req-471ecc11-ade6-4075-b20b-2cbf21bf689a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 Jul 14 16:07:09.876344 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:09.886317 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:10.446326 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff6e8-ba72-4bf3-a362-0f57e3c00dfc req-5826ee57-7534-45d6-b132-0c283d079c30 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:10.447757 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-556ff6e8-ba72-4bf3-a362-0f57e3c00dfc req-5826ee57-7534-45d6-b132-0c283d079c30 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0459323 Jul 14 16:07:10.499727 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-556ff6e8-ba72-4bf3-a362-0f57e3c00dfc req-9dc28346-f235-45a3-ad43-9761e6e10acc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 Jul 14 16:07:11.615927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:11.625398 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570ed1-1648-4991-8e43-2de46ac70974 req-27c443af-b2ba-4871-bac1-8635c04143bd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:11.626882 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9c570ed1-1648-4991-8e43-2de46ac70974 req-27c443af-b2ba-4871-bac1-8635c04143bd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Jul 14 16:07:11.675279 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9c570ed1-1648-4991-8e43-2de46ac70974 req-819f7ff4-1fbf-4bc3-949d-fa27c2f4d9d1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Jul 14 16:07:12.797503 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c768b42-7f85-4d5d-ac32-0f60679efb0a req-ba78669f-ae1d-4fb9-962a-52cc96763364 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:12.798957 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c768b42-7f85-4d5d-ac32-0f60679efb0a req-ba78669f-ae1d-4fb9-962a-52cc96763364 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0459542 Jul 14 16:07:12.845139 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c768b42-7f85-4d5d-ac32-0f60679efb0a req-3a21eb65-d5bb-4420-b6ee-4c06680d6807 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Jul 14 16:07:13.971986 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa07b6a-8a46-477c-b0ab-9f078bb6342e req-5a82808a-52df-4215-a5bb-f7936faba20c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:13.973484 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eaa07b6a-8a46-477c-b0ab-9f078bb6342e req-5a82808a-52df-4215-a5bb-f7936faba20c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0569432 Jul 14 16:07:14.026574 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eaa07b6a-8a46-477c-b0ab-9f078bb6342e req-6b9bf639-5423-4d15-87a4-5a01db889d95 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Jul 14 16:07:15.144452 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71d147-8578-47b9-87e3-d7394dec6e75 req-bfc8260d-a550-4414-ae80-b0c465b491bf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:15.145905 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8b71d147-8578-47b9-87e3-d7394dec6e75 req-bfc8260d-a550-4414-ae80-b0c465b491bf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0467699 Jul 14 16:07:15.192891 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8b71d147-8578-47b9-87e3-d7394dec6e75 req-39ff6125-9a74-46c1-a47d-07936bd20906 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Jul 14 16:07:15.546038 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:15.836053 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:15.837944 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:16.316111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a369ac-9c4d-4f12-8195-330f932e896d req-318bb54d-1964-4c19-8b03-c7722491ad2a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:16.317639 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08a369ac-9c4d-4f12-8195-330f932e896d req-318bb54d-1964-4c19-8b03-c7722491ad2a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0504644 Jul 14 16:07:16.374508 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08a369ac-9c4d-4f12-8195-330f932e896d req-fc4fcda5-321c-43b0-b8d1-7464c94de25e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514266 Jul 14 16:07:16.417858 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:07:16.522372 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:16.539186 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'port_id': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'mac_address': 'fa:16:3e:7f:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:07:16.579455 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: ACTIVE; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:07:16.580182 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:16.593084 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dec8b05-afcf-441d-8a1d-343566bbfe9d {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:07:16.612354 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:16.702536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:16.754575 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=6']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:16.901245 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['6dec8b05-afcf-441d-8a1d-343566bbfe9d'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:07:17.505062 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88508b57-896f-4410-9696-62508a081f26 req-b21f8e81-70be-45f7-a559-af5fb3166b53 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:17.506527 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-88508b57-896f-4410-9696-62508a081f26 req-b21f8e81-70be-45f7-a559-af5fb3166b53 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 944 time: 0.0524552 Jul 14 16:07:17.554700 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-88508b57-896f-4410-9696-62508a081f26 req-69d95940-6fbf-4134-a75b-7da636625093 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Jul 14 16:07:18.427360 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:07:18.484036 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 6dec8b05-afcf-441d-8a1d-343566bbfe9d triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:07:18.484434 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:18.556860 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:07:18.557250 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:18.576902 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:18.581777 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:07:18.584033 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08c11d8-baa4-48da-bc3f-62c7dcf568f1" -d '{"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-plugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:07:18.598162 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:18.623130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1debc-68d2-48ea-8264-ae80bb69fbe6 x-openstack-request-id: req-b9c1debc-68d2-48ea-8264-ae80bb69fbe6 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:07:18.623355 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-plugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:07:18.623737 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b9c1debc-68d2-48ea-8264-ae80bb69fbe6 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:07:18.624175 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c1debc-68d2-48ea-8264-ae80bb69fbe6'] response: {'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'code': 200} Jul 14 16:07:18.669285 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:18.675003 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0edb-10a4-4e19-bab2-5db0da5fbb84 req-cfd770f6-16a2-4c3c-95d3-57b1a4e8478b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:18.676518 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d00d0edb-10a4-4e19-bab2-5db0da5fbb84 req-cfd770f6-16a2-4c3c-95d3-57b1a4e8478b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 944 time: 0.0461886 Jul 14 16:07:18.721774 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=7']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:18.727907 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d00d0edb-10a4-4e19-bab2-5db0da5fbb84 req-eebc430d-da1e-4b12-bd70-8061d3c1ced8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Jul 14 16:07:19.849050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6814d63-17c0-4a62-9fce-4456004b6e75 req-4aca1e62-0f53-41d4-a91b-d18042b1810b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:19.850492 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e6814d63-17c0-4a62-9fce-4456004b6e75 req-4aca1e62-0f53-41d4-a91b-d18042b1810b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0464659 Jul 14 16:07:19.898617 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e6814d63-17c0-4a62-9fce-4456004b6e75 req-a6181910-b3a2-4a3c-8e4f-540eb482a8c4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Jul 14 16:07:21.016406 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00dac1-f634-417d-9a6b-9f316025698c req-2b6c841d-01be-4fb4-a344-8713a665e6bc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:21.017846 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3f00dac1-f634-417d-9a6b-9f316025698c req-2b6c841d-01be-4fb4-a344-8713a665e6bc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0451894 Jul 14 16:07:21.052789 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:21.065134 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3f00dac1-f634-417d-9a6b-9f316025698c req-e8734e61-ffcb-4c46-bcca-47e4a979a80a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Jul 14 16:07:22.187025 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d8b7-d3a7-45ee-ad78-9f22c7dbdf0b req-6fc4a4ec-ea3c-4668-a9f4-6c308a068c49 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:22.188514 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f386d8b7-d3a7-45ee-ad78-9f22c7dbdf0b req-6fc4a4ec-ea3c-4668-a9f4-6c308a068c49 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Jul 14 16:07:22.234999 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f386d8b7-d3a7-45ee-ad78-9f22c7dbdf0b req-64c062c4-4778-4e6f-ac6d-a309718e3038 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409915 Jul 14 16:07:23.363621 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9999d22-6dd0-4687-b586-ff12e656b6dc req-0996279c-a752-42a1-9e30-c6333a7112b5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:23.365157 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9999d22-6dd0-4687-b586-ff12e656b6dc req-0996279c-a752-42a1-9e30-c6333a7112b5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Jul 14 16:07:23.415538 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9999d22-6dd0-4687-b586-ff12e656b6dc req-53566452-db13-4614-885e-e83ea949189a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Jul 14 16:07:24.558562 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:24.568567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c79ad-a85a-4a77-bbe3-5f7d0b517aee req-91b0cf0e-b3d1-4aa3-840c-5c506a44cbf8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:24.570041 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8a6c79ad-a85a-4a77-bbe3-5f7d0b517aee req-91b0cf0e-b3d1-4aa3-840c-5c506a44cbf8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0545127 Jul 14 16:07:24.649530 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8a6c79ad-a85a-4a77-bbe3-5f7d0b517aee req-88397930-17bb-4614-9e65-06558a717930 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663283 Jul 14 16:07:24.907145 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:07:25.773888 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236dead-59f6-493e-9489-4d47a32f25b0 req-97a39961-bd4f-4166-8e09-b60ce138170b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:25.775356 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5236dead-59f6-493e-9489-4d47a32f25b0 req-97a39961-bd4f-4166-8e09-b60ce138170b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Jul 14 16:07:25.832839 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5236dead-59f6-493e-9489-4d47a32f25b0 req-b04201cf-3131-4167-83b0-686019653d07 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497668 Jul 14 16:07:26.982860 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c6bc-6f5a-48df-a961-207fd6babb9b req-fb19fc3e-5d34-44a9-8379-1650eddd7a9c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:26.985493 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8012c6bc-6f5a-48df-a961-207fd6babb9b req-fb19fc3e-5d34-44a9-8379-1650eddd7a9c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0639253 Jul 14 16:07:27.037365 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8012c6bc-6f5a-48df-a961-207fd6babb9b req-53a12999-b4fd-40ff-829a-c23120108371 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456989 Jul 14 16:07:28.165553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99fb1-5456-4a75-97d3-909e3e249ae3 req-b4a75003-e86b-4cf2-a955-37bb834b8f0d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:28.167988 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68b99fb1-5456-4a75-97d3-909e3e249ae3 req-b4a75003-e86b-4cf2-a955-37bb834b8f0d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0534167 Jul 14 16:07:28.222557 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68b99fb1-5456-4a75-97d3-909e3e249ae3 req-f7abd0df-ade7-4d2e-8791-2dc47e238a53 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474999 Jul 14 16:07:28.713760 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:28.719620 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=55 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:28.732993 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:28.973485 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-19803a4e-282d-4068-80a1-8385ad6d1fe8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1026623 Jul 14 16:07:29.064273 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-20137b5e-72d1-408c-858f-f779b5226d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:29.065782 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-20137b5e-72d1-408c-858f-f779b5226d94 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=550bd9d36a324331a157f3cd2de42ca3&device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 1130 time: 0.0450592 Jul 14 16:07:29.178656 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-7e426808-298e-4da3-aa20-7a4ba06dfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:29.180084 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-7e426808-298e-4da3-aa20-7a4ba06dfba4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 200 len: 913 time: 0.0921226 Jul 14 16:07:29.251881 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-d8991956-6ddb-4631-bfe5-44d912e366a9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694dbef6-a3fd-4914-a121-326955167362 HTTP/1.1" status: 200 len: 1001 time: 0.0644794 Jul 14 16:07:29.312934 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-feea8e4e-9215-4438-9d39-84465997757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:29.315062 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-feea8e4e-9215-4438-9d39-84465997757f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 200 len: 850 time: 0.0572178 Jul 14 16:07:29.382158 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-1788eebd-313a-4d6d-9b4d-f0e73110795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:29.384033 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-1788eebd-313a-4d6d-9b4d-f0e73110795b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0db5c9e0-6015-46b4-9562-0020fed485ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585251 Jul 14 16:07:29.386387 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ad4de-9065-4115-901a-7a43bcc4b2c9 req-506c6072-6a1e-4665-a0c1-cb49dbbdee7b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:29.388029 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-558ad4de-9065-4115-901a-7a43bcc4b2c9 req-506c6072-6a1e-4665-a0c1-cb49dbbdee7b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0783484 Jul 14 16:07:29.396407 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-27366842-c52d-49db-977c-272484891192 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111067) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 16:07:29.397505 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-27366842-c52d-49db-977c-272484891192 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055268 Jul 14 16:07:29.450833 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-558ad4de-9065-4115-901a-7a43bcc4b2c9 req-6f768818-44d0-4a6c-be1f-c4940f7940e1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569127 Jul 14 16:07:29.511032 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-46cebe69-4481-4ac8-8373-64381766dd42 service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059079 Jul 14 16:07:29.612421 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1395f3bd-3eb1-4add-81fa-480b18e88295 req-9844aa3b-745a-4ff9-96fa-475e8f059aab service neutron] 10.222.0.121 "GET /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945563 Jul 14 16:07:30.586057 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebc44-5082-4d75-b92d-84d218f9b446 req-b8d5ffe2-9190-4431-b432-e9d90ee84b0e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:30.588367 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-93bebc44-5082-4d75-b92d-84d218f9b446 req-b8d5ffe2-9190-4431-b432-e9d90ee84b0e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0594382 Jul 14 16:07:30.607027 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7938-31ad-444d-b3cb-ec1bf7248395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:30.645116 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-93bebc44-5082-4d75-b92d-84d218f9b446 req-84ec62f6-912f-4351-84d6-cb937ad955db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496025 Jul 14 16:07:31.809194 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93952d2-0be5-4071-9e5c-413087456e0c req-e72039f7-e953-42d0-a32d-dac45ced4553 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:31.810743 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a93952d2-0be5-4071-9e5c-413087456e0c req-e72039f7-e953-42d0-a32d-dac45ced4553 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0777378 Jul 14 16:07:31.864300 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a93952d2-0be5-4071-9e5c-413087456e0c req-5e4eee99-7883-4f29-a028-5843ab438ee3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471492 Jul 14 16:07:32.926125 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7464e0f4-9129-415f-bf65-6f01f5dec504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:33.049052 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eded2-5e3b-4d7d-9ad2-2ac8f3073db9 req-1e55a4dc-ab4c-4b27-a42f-bfedb91acd29 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:33.064781 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-933eded2-5e3b-4d7d-9ad2-2ac8f3073db9 req-1e55a4dc-ab4c-4b27-a42f-bfedb91acd29 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.1035054 Jul 14 16:07:33.125091 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-933eded2-5e3b-4d7d-9ad2-2ac8f3073db9 req-6da24d6d-1148-4638-8ffe-84292b4573c1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528800 Jul 14 16:07:34.269778 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:34.282010 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343f071-3c1d-4662-9c58-7f9eec79d384 req-66f897cc-a5b5-47be-9c2b-7afcdcb36187 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:34.282010 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b343f071-3c1d-4662-9c58-7f9eec79d384 req-66f897cc-a5b5-47be-9c2b-7afcdcb36187 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0507429 Jul 14 16:07:34.323191 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b343f071-3c1d-4662-9c58-7f9eec79d384 req-abca6d82-e38e-48cc-9437-b3974ce4c97f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427485 Jul 14 16:07:34.907450 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:35.436567 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:35.457714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237593d-ef11-48e0-bb25-872acde36efb req-2bf270ad-a15c-48a8-9214-5dc63fce472f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:35.459419 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d237593d-ef11-48e0-bb25-872acde36efb req-2bf270ad-a15c-48a8-9214-5dc63fce472f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0628958 Jul 14 16:07:35.520210 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d237593d-ef11-48e0-bb25-872acde36efb req-25abd4a6-9e52-485f-8915-9431eb131d92 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519500 Jul 14 16:07:35.772189 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:35.948481 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:36.646887 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cd772-2c53-4d5f-be02-830d55492f84 req-16fa3a64-6f22-44ae-b38f-fdd433e1cc97 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:36.648386 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-101cd772-2c53-4d5f-be02-830d55492f84 req-16fa3a64-6f22-44ae-b38f-fdd433e1cc97 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0512378 Jul 14 16:07:36.696315 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-101cd772-2c53-4d5f-be02-830d55492f84 req-bf205e3c-9078-4363-b482-1a6b0f291452 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Jul 14 16:07:37.266348 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-22475a33-dd1b-4951-aaf1-4b6b4833bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:37.267850 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-22475a33-dd1b-4951-aaf1-4b6b4833bc80 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1129 time: 0.0469394 Jul 14 16:07:37.781675 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-4a0e7fac-721b-4966-8c0e-17fae1befb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:37.783060 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-4a0e7fac-721b-4966-8c0e-17fae1befb7a service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.0941691 Jul 14 16:07:37.783369 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:37.820302 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa101ec-004a-42c2-ba05-f9256c5c4ed5 req-01936dca-b3e2-4bc5-860e-c82fc445b4fc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:37.821829 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-daa101ec-004a-42c2-ba05-f9256c5c4ed5 req-01936dca-b3e2-4bc5-860e-c82fc445b4fc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0519018 Jul 14 16:07:37.845742 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-3857e482-a432-4c75-ad12-06f650be6258 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 200 len: 1001 time: 0.0557535 Jul 14 16:07:37.869281 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-daa101ec-004a-42c2-ba05-f9256c5c4ed5 req-267f90f1-afa6-4824-bc17-8ba8507e8e2a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Jul 14 16:07:38.245047 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-7708785c-7afb-4b9c-bc12-85a0b2b2234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:38.246528 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-7708785c-7afb-4b9c-bc12-85a0b2b2234d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0491400 Jul 14 16:07:38.289387 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-6b97d79f-a304-4e90-a2ba-a08100ece170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:38.290888 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-6b97d79f-a304-4e90-a2ba-a08100ece170 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382423 Jul 14 16:07:38.385464 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-2368d4bc-a7b1-4f7a-a25b-bb85b4e18747 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881217 Jul 14 16:07:38.464966 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:38.476126 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-40d3bedf-ec82-4a2a-aebf-5b04900dad38 req-1f43cb49-1544-4db5-93cc-c7ddec8a766a service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840335 Jul 14 16:07:38.996663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423885e-ef39-4440-ba10-7e6e19fbed23 req-c376cc60-bcc3-46e4-b2a5-b2cf35d9529d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:38.998798 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f423885e-ef39-4440-ba10-7e6e19fbed23 req-c376cc60-bcc3-46e4-b2a5-b2cf35d9529d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0538187 Jul 14 16:07:39.312798 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f423885e-ef39-4440-ba10-7e6e19fbed23 req-50ace016-7187-4bdf-b927-00bbf301e34c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069870 Jul 14 16:07:40.430199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ac45b-3c9f-496b-b5d0-e03c373eb5d3 req-979a70aa-36f9-482b-bd9f-4ea371d70e4e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:40.431617 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f97ac45b-3c9f-496b-b5d0-e03c373eb5d3 req-979a70aa-36f9-482b-bd9f-4ea371d70e4e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 945 time: 0.0455203 Jul 14 16:07:40.481368 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f97ac45b-3c9f-496b-b5d0-e03c373eb5d3 req-126db3f5-12b2-4075-9666-57d5360f5af4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Jul 14 16:07:40.489155 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:07:40.560757 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: ACTIVE; New status is: DOWN {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:07:40.561152 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:40.590751 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:07:40.593965 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6581f1-4c7d-4639-a22b-b7ff7a50db65" -d '{"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-unplugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:07:40.607993 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:40.689158 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb366bcf-8f47-4fe4-bdb6-110d255182db x-openstack-request-id: req-bb366bcf-8f47-4fe4-bdb6-110d255182db {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:07:40.689453 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-unplugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:07:40.689714 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bb366bcf-8f47-4fe4-bdb6-110d255182db {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:07:40.690123 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb366bcf-8f47-4fe4-bdb6-110d255182db'] response: {'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'code': 200} Jul 14 16:07:40.720717 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:40.766776 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=8']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:40.773684 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.774024 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.774363 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.774698 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.775028 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.775355 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.775715 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.776055 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.776402 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.776723 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.777040 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.777362 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.777700 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.777995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:40.778307 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:41.611408 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397829fa-0673-49d6-8abe-7f77891c6249 req-44a8550a-f32b-47ff-9eac-47e94a7970f6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:41.612993 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-397829fa-0673-49d6-8abe-7f77891c6249 req-44a8550a-f32b-47ff-9eac-47e94a7970f6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0530872 Jul 14 16:07:41.671836 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-397829fa-0673-49d6-8abe-7f77891c6249 req-12a9410b-1e30-4feb-a542-06356be11d82 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510793 Jul 14 16:07:42.433958 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f942bc0-67ea-4b09-b181-e1a7202bb459 req-5069f23a-4412-440d-b6db-6ae979c56e98 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:42.435661 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f942bc0-67ea-4b09-b181-e1a7202bb459 req-5069f23a-4412-440d-b6db-6ae979c56e98 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0483413 Jul 14 16:07:42.529996 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1f942bc0-67ea-4b09-b181-e1a7202bb459 req-0a6d81e1-a5f5-4162-939a-9ee87fd92fb8 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880075 Jul 14 16:07:42.954004 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-92bc7231-6eab-48e9-8e55-784eac20d142 req-8cf9bc88-116a-4df1-abd0-b123a34f3518 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 16:07:42.954927 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-92bc7231-6eab-48e9-8e55-784eac20d142 req-8cf9bc88-116a-4df1-abd0-b123a34f3518 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0509107 Jul 14 16:07:43.320411 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d8e71-e60d-418d-9c80-50d94234ddd3 req-d66ae145-2cda-4a07-a771-8fb82346ca4a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:43.321883 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d69d8e71-e60d-418d-9c80-50d94234ddd3 req-d66ae145-2cda-4a07-a771-8fb82346ca4a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0540841 Jul 14 16:07:43.370969 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d69d8e71-e60d-418d-9c80-50d94234ddd3 req-02e38157-067c-45aa-a8e2-52f16ae10dc6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Jul 14 16:07:43.677632 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2772a-69a0-4b13-b103-b7ea608b1d28 req-35475ff4-af26-4d06-bce5-f543fe1dd744 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:43.679108 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2772a-69a0-4b13-b103-b7ea608b1d28 req-35475ff4-af26-4d06-bce5-f543fe1dd744 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0578020 Jul 14 16:07:43.736870 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-abf2772a-69a0-4b13-b103-b7ea608b1d28 req-dbd50d02-5f2f-461e-be4f-24991e6d1043 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520027 Jul 14 16:07:43.762353 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39322) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:43.843640 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-7d6f79b1-8b8c-4437-a95f-099e92b5efa2 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795877 Jul 14 16:07:43.852374 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-7aae6454-624b-49c1-9702-68dcd6528152 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 16:07:43.853298 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-7aae6454-624b-49c1-9702-68dcd6528152 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047410 Jul 14 16:07:43.933553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39330) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:44.049927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-0055d68a-08b2-422b-a1ab-f6c5e1302ebe tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:44.051276 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-0055d68a-08b2-422b-a1ab-f6c5e1302ebe tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports/6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 200 len: 940 time: 0.1167643 Jul 14 16:07:44.516386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e274ce-b7ff-46f4-8b71-13fa8d03cf5a req-facbbeb9-7a33-46ab-8585-ba28dc1a94d9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:44.520800 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0e274ce-b7ff-46f4-8b71-13fa8d03cf5a req-facbbeb9-7a33-46ab-8585-ba28dc1a94d9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0577316 Jul 14 16:07:44.525290 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:07:44.574109 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0e274ce-b7ff-46f4-8b71-13fa8d03cf5a req-efe147e8-e225-426f-a05b-d601af0e1824 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487685 Jul 14 16:07:44.609673 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: DOWN; New status is: DOWN {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:07:44.843218 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:44.860363 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff45f3-19c7-4697-9958-e0b8f70d4fd5 req-ab8374c0-9db3-4821-a68a-e4972127970e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:44.862452 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-55ff45f3-19c7-4697-9958-e0b8f70d4fd5 req-ab8374c0-9db3-4821-a68a-e4972127970e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0531833 Jul 14 16:07:44.912764 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-55ff45f3-19c7-4697-9958-e0b8f70d4fd5 req-4222f7df-3e1d-4861-b342-e8f4b42b6f25 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups?id=6030ab85-c571-493b-a22d-142bcab7dbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Jul 14 16:07:44.958119 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-34252209-b6f3-4e0f-b94b-7a476921fb1a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:44.959586 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-34252209-b6f3-4e0f-b94b-7a476921fb1a tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 946 time: 0.0533643 Jul 14 16:07:45.002410 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:45.056148 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Deleting port 694dbef6-a3fd-4914-a121-326955167362 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:07:45.056410 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (694dbef6-a3fd-4914-a121-326955167362), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:45.155349 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] For port 694dbef6-a3fd-4914-a121-326955167362, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=694dbef6-a3fd-4914-a121-326955167362,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:45.155723 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (694dbef6-a3fd-4914-a121-326955167362), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:45.572719 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:45.573080 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (3a6cead8-68b7-4789-9192-de9cc90d9671), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:45.573387 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Floating IP 3a6cead8-68b7-4789-9192-de9cc90d9671 disassociated. External IP: 172.27.3.20, port: 694dbef6-a3fd-4914-a121-326955167362. Jul 14 16:07:45.573776 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Calling delete_port for 694dbef6-a3fd-4914-a121-326955167362 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:07:45.715199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc99ea-5f3d-4274-b26a-87e33f8b26d9 req-ccf16c7a-1d4b-4172-82b1-0d7acf7b8d41 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:45.717708 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-44fc99ea-5f3d-4274-b26a-87e33f8b26d9 req-ccf16c7a-1d4b-4172-82b1-0d7acf7b8d41 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0581722 Jul 14 16:07:45.769886 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-44fc99ea-5f3d-4274-b26a-87e33f8b26d9 req-85467dce-f349-418c-9f40-4e64c1d92305 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466058 Jul 14 16:07:45.852567 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (694dbef6-a3fd-4914-a121-326955167362), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:45.881375 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event deleted for resources: {'Port': ['ID=694dbef6-a3fd-4914-a121-326955167362,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:45.893414 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.893765 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.894105 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.894444 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.894775 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.895111 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.895431 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.895751 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.896073 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.896439 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.896770 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.897096 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.897413 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.897731 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:45.898050 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:46.016164 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Router eaf1ef1c-1a74-4357-840e-e519d03810d6 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:07:46.020587 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ee818005-e52e-49e5-a897-05358f71ea80 req-cf32833b-6616-4c3c-a8cb-f9b66a2fdd89 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 210 time: 0.0340288 Jul 14 16:07:46.159537 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:07:46.173769 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] Sync routers for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:07:46.190419 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:07:46.191062 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:07:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:46.214915 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] No DVR routers for this DVR port 694dbef6-a3fd-4914-a121-326955167362 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:07:46.218361 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:46.222256 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-cee38d80-ce09-42e9-bf3d-79753cba405e req-cbe00d25-7ac9-43ee-ba74-58af95cf5ed2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.121 "DELETE /v2.0/ports/694dbef6-a3fd-4914-a121-326955167362 HTTP/1.1" status: 204 len: 173 time: 1.2571573 Jul 14 16:07:46.222709 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'name': 'network-vif-deleted', 'tag': '694dbef6-a3fd-4914-a121-326955167362'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:07:46.225093 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3fae2-2157-4427-aaa9-cf9d2d76ab0c" -d '{"events": [{"server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "name": "network-vif-deleted", "tag": "694dbef6-a3fd-4914-a121-326955167362"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:07:46.273495 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847d0ddd-e953-4de2-a1e2-e5ba7f5d59d1 x-openstack-request-id: req-847d0ddd-e953-4de2-a1e2-e5ba7f5d59d1 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:07:46.273789 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d937ad6-616a-435c-a539-4943f0dd69d2", "name": "network-vif-deleted", "tag": "694dbef6-a3fd-4914-a121-326955167362", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:07:46.274063 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-847d0ddd-e953-4de2-a1e2-e5ba7f5d59d1 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:07:46.274479 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847d0ddd-e953-4de2-a1e2-e5ba7f5d59d1'] response: {'server_uuid': '5d937ad6-616a-435c-a539-4943f0dd69d2', 'name': 'network-vif-deleted', 'tag': '694dbef6-a3fd-4914-a121-326955167362', 'status': 'completed', 'code': 200} Jul 14 16:07:46.327223 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:07:46.563559 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:46.589666 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] Checking router: eaf1ef1c-1a74-4357-840e-e519d03810d6 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:07:46.601691 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:07:46.602313 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:07:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:46.710316 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:07:46.876205 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:46.877676 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:46.883083 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:46.895372 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598a4dd-feb2-44fd-b994-ec3f82b9fed3 req-ebcc33eb-4e30-40bd-9c18-9cce30c1aa55 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:46.897019 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b598a4dd-feb2-44fd-b994-ec3f82b9fed3 req-ebcc33eb-4e30-40bd-9c18-9cce30c1aa55 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0486014 Jul 14 16:07:46.910952 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:46.935091 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95f59a-4a09-455a-84a3-92c8c288b346 None None] The sync data for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi is: [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:32Z', 'revision_number': 4, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '5c664e23-b878-4661-9a74-b5c27e9f045e', 'name': '', 'network_id': '0db5c9e0-6015-46b4-9562-0020fed485ab', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'mac_address': 'fa:16:3e:b4:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:30Z', 'updated_at': '2022-07-14T15:56:46Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'subnets': [{'id': '40371c8f-1bbd-4056-b03a-7ca1233e3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:07:46.956747 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b598a4dd-feb2-44fd-b994-ec3f82b9fed3 req-b9dbe644-4392-4961-ac1c-ff5f5adf0d16 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538375 Jul 14 16:07:47.153280 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20f82000-b700-4579-8fae-0ecc534c9132 req-5c87298c-ae7b-4644-be9d-53580d71fee2 tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/ports?device_id=5d937ad6-616a-435c-a539-4943f0dd69d2 HTTP/1.1" status: 200 len: 210 time: 0.0331197 Jul 14 16:07:47.190764 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8235fa-dff2-4a1d-9a52-1ecef247d196 None None] New status for floating IP 3a6cead8-68b7-4789-9192-de9cc90d9671: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:07:47.755437 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-a708b211-ab25-4547-9885-05c3cdadd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:47.757619 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-a708b211-ab25-4547-9885-05c3cdadd8fe service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652&tenant_id=f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 1127 time: 0.0924416 Jul 14 16:07:47.843157 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:47.850055 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-3f2290c9-ea33-449d-a84d-10780787147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:47.851575 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-3f2290c9-ea33-449d-a84d-10780787147b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1127 time: 0.0426879 Jul 14 16:07:47.926722 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:47.945941 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-5a3c1cc5-34f7-4f8b-bbb1-c0bfae43f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:47.947411 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-5a3c1cc5-34f7-4f8b-bbb1-c0bfae43f47f service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.0896502 Jul 14 16:07:48.013041 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-abb9e7bf-2375-4e52-b5fd-352f55e96222 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 200 len: 999 time: 0.0588040 Jul 14 16:07:48.065212 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-754b0481-d43c-4a5d-ade1-2067308aa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:48.067801 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-754b0481-d43c-4a5d-ade1-2067308aa17f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0474865 Jul 14 16:07:48.080377 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b38aa2-e0eb-4102-8657-8c01f9af02ee req-c8934b65-e5de-4792-a205-be5d9f8a6238 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:48.081930 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-53b38aa2-e0eb-4102-8657-8c01f9af02ee req-c8934b65-e5de-4792-a205-be5d9f8a6238 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0490520 Jul 14 16:07:48.117468 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-26069be0-ae40-41ab-b03f-01cc81218396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:48.118905 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-26069be0-ae40-41ab-b03f-01cc81218396 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463538 Jul 14 16:07:48.135953 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-53b38aa2-e0eb-4102-8657-8c01f9af02ee req-c6556212-f6d4-4d0d-876f-f0c1cd101038 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484302 Jul 14 16:07:48.215895 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-12d6b073-55f4-47f2-9ffc-20432668249d service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893407 Jul 14 16:07:48.309661 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-08ace4b2-bc56-4ae4-8d6d-e8b80bb3e9f7 req-e1152a49-4912-4c88-8b6a-ae9cbecde1a2 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884354 Jul 14 16:07:48.356211 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 39368) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:48.411272 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-004c98db-af95-461d-b073-29cff76c48ad tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (6030ab85-c571-493b-a22d-142bcab7dbf4), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.435842 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-004c98db-af95-461d-b073-29cff76c48ad tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (6030ab85-c571-493b-a22d-142bcab7dbf4), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.542603 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 694dbef6-a3fd-4914-a121-326955167362 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:07:48.564120 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 694dbef6-a3fd-4914-a121-326955167362 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:07:48.571684 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 694dbef6-a3fd-4914-a121-326955167362 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:07:48.588084 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-004c98db-af95-461d-b073-29cff76c48ad tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (6030ab85-c571-493b-a22d-142bcab7dbf4), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.590712 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-004c98db-af95-461d-b073-29cff76c48ad tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.592024 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-004c98db-af95-461d-b073-29cff76c48ad tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "DELETE /v2.0/security-groups/6030ab85-c571-493b-a22d-142bcab7dbf4 HTTP/1.1" status: 204 len: 168 time: 0.2342608 Jul 14 16:07:48.595339 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39374) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:48.601584 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c98db-af95-461d-b073-29cff76c48ad tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030ab85-c571-493b-a22d-142bcab7dbf4,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:48.610777 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.api.v2.resource [None req-995e5ed6-d5a6-495f-a0bd-4cd45cf9cafc tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] show failed (client error): The resource could not be found. Jul 14 16:07:48.612070 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-995e5ed6-d5a6-495f-a0bd-4cd45cf9cafc tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "GET /v2.0/security-groups/6030ab85-c571-493b-a22d-142bcab7dbf4 HTTP/1.1" status: 404 len: 347 time: 0.0153692 Jul 14 16:07:48.615163 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39376) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:48.632296 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.737752 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Deleting port 4ac41731-e263-48eb-9fe4-56a7aef2e1f0 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:07:48.737984 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.820292 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.820614 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:48.834136 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Calling delete_port for 4ac41731-e263-48eb-9fe4-56a7aef2e1f0 owned by network:floatingip {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:07:49.076326 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (4ac41731-e263-48eb-9fe4-56a7aef2e1f0), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:49.111326 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Pushing event deleted for resources: {'Port': ['ID=4ac41731-e263-48eb-9fe4-56a7aef2e1f0,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:49.121380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.121850 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.123571 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.123571 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.123998 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.124355 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.124804 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.125235 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.125655 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.126081 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.126506 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.126944 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.127376 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.127800 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.128370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:07:49.278586 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b262cba-dea2-4465-874f-213bcacb9a0b req-7ab02908-c864-4cea-91fd-f332fe7b0c82 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:49.281252 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b262cba-dea2-4465-874f-213bcacb9a0b req-7ab02908-c864-4cea-91fd-f332fe7b0c82 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0522478 Jul 14 16:07:49.284208 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks [] for floatingip (3a6cead8-68b7-4789-9192-de9cc90d9671), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:49.287004 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:49.288383 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-5b6d6037-b2b7-4b49-b705-0d673213316e tempest-AttachVolumeTestJSON-2040684758 tempest-AttachVolumeTestJSON-2040684758-project] 10.222.0.119 "DELETE /v2.0/floatingips/3a6cead8-68b7-4789-9192-de9cc90d9671 HTTP/1.1" status: 204 len: 168 time: 0.6719072 Jul 14 16:07:49.371431 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7b262cba-dea2-4465-874f-213bcacb9a0b req-5dadf44c-01cb-4737-a796-7aea616eecd3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817099 Jul 14 16:07:50.502048 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e66a-9f20-437b-ba7e-ff386414fd42 req-8d387cb3-92d8-44e0-b042-ebf3a1458660 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:50.503837 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-25a2e66a-9f20-437b-ba7e-ff386414fd42 req-8d387cb3-92d8-44e0-b042-ebf3a1458660 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0502083 Jul 14 16:07:50.544782 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:50.567262 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-25a2e66a-9f20-437b-ba7e-ff386414fd42 req-6f66f417-d109-43e8-bc2b-57e9561c39bc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534115 Jul 14 16:07:51.707851 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c17d47-15af-41e6-854f-451b2953cba7 req-db658988-0207-481e-b1d2-eca76aebed66 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:51.709468 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85c17d47-15af-41e6-854f-451b2953cba7 req-db658988-0207-481e-b1d2-eca76aebed66 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0509355 Jul 14 16:07:51.760686 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-85c17d47-15af-41e6-854f-451b2953cba7 req-2821463d-7ce7-4327-96a9-75f6a752bc27 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455785 Jul 14 16:07:52.890347 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0c358-3170-4ab7-a3b0-62abc3c6158a req-612990be-2ade-4afe-89ac-3be8a2d1224e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:52.891865 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f6f0c358-3170-4ab7-a3b0-62abc3c6158a req-612990be-2ade-4afe-89ac-3be8a2d1224e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0533655 Jul 14 16:07:52.921594 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:52.948977 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f6f0c358-3170-4ab7-a3b0-62abc3c6158a req-ba0006c8-24cc-43eb-970a-ea346399bbf8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500445 Jul 14 16:07:53.315033 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39430) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:53.776440 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (eaf1ef1c-1a74-4357-840e-e519d03810d6), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:54.023170 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Deleting port 5c664e23-b878-4661-9a74-b5c27e9f045e {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:07:54.023968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:54.131298 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501641a1-3064-40b0-ac5e-67311794566a req-e9b6eea9-149a-41d8-8cf4-e784d68d97c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:54.132856 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-501641a1-3064-40b0-ac5e-67311794566a req-e9b6eea9-149a-41d8-8cf4-e784d68d97c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0957720 Jul 14 16:07:54.173348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:54.175274 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] For port 5c664e23-b878-4661-9a74-b5c27e9f045e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=5c664e23-b878-4661-9a74-b5c27e9f045e,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:54.175636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:54.198716 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Calling delete_port for 5c664e23-b878-4661-9a74-b5c27e9f045e owned by network:router_interface {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:07:54.225225 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-501641a1-3064-40b0-ac5e-67311794566a req-ca31cbf8-3dcc-4624-aca9-e399350aa02f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841649 Jul 14 16:07:54.357443 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:54.647054 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (5c664e23-b878-4661-9a74-b5c27e9f045e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:54.673366 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c664e23-b878-4661-9a74-b5c27e9f045e,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:54.891958 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (eaf1ef1c-1a74-4357-840e-e519d03810d6), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:55.129698 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Router eaf1ef1c-1a74-4357-840e-e519d03810d6 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:07:55.228496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:55.236263 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:07:55.246217 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-bae30a4a-2e91-4c91-a333-125f9a2f891e admin admin] 10.222.0.119 "PUT /v2.0/routers/eaf1ef1c-1a74-4357-840e-e519d03810d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254277 Jul 14 16:07:55.246217 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39440) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:55.247323 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] Sync routers for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:07:55.256950 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:07:55.257576 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:07:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:55.427945 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a250d-da1a-4b9a-ab22-a1bdfb7da234 req-1a1de53f-6f3b-4d22-a453-a842813186db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:55.429649 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d32a250d-da1a-4b9a-ab22-a1bdfb7da234 req-1a1de53f-6f3b-4d22-a453-a842813186db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0763617 Jul 14 16:07:55.438395 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks [] for router (eaf1ef1c-1a74-4357-840e-e519d03810d6), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:55.517370 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:07:55.704410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T16:07:54Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:55.731223 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] Checking router: eaf1ef1c-1a74-4357-840e-e519d03810d6 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:07:55.741340 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] Routers {'eaf1ef1c-1a74-4357-840e-e519d03810d6'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:07:55.742066 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:07:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['eaf1ef1c-1a74-4357-840e-e519d03810d6'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:55.802413 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:55.843358 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:55.843358 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:55.873259 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d32a250d-da1a-4b9a-ab22-a1bdfb7da234 req-3b0a88f9-a61f-4b20-9de1-52dac1ba2133 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319868 Jul 14 16:07:55.894760 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] Set router eaf1ef1c-1a74-4357-840e-e519d03810d6 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:07:55.899621 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks [] for router_gateway (eaf1ef1c-1a74-4357-840e-e519d03810d6), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.067492 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Deleting port 46f927ff-e766-4f04-b886-2daf07e181c3 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:07:56.068013 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.082033 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T16:07:54Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:56.108754 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5548b29-7280-457e-baac-ef503ebcd378 None None] The sync data for ids ['eaf1ef1c-1a74-4357-840e-e519d03810d6'] in dv-cinder-849869-1-iscsi is: [{'id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'name': 'tempest-AttachVolumeTestJSON-1439452460-router', 'tenant_id': '550bd9d36a324331a157f3cd2de42ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T16:07:54Z', 'revision_number': 5, 'project_id': '550bd9d36a324331a157f3cd2de42ca3', 'gw_port': {'id': '46f927ff-e766-4f04-b886-2daf07e181c3', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1ef1c-1a74-4357-840e-e519d03810d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:22Z', 'updated_at': '2022-07-14T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:07:56.158628 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:56.164268 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] For port 46f927ff-e766-4f04-b886-2daf07e181c3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=46f927ff-e766-4f04-b886-2daf07e181c3,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:56.164804 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.183308 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Calling delete_port for 46f927ff-e766-4f04-b886-2daf07e181c3 owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:07:56.429754 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (46f927ff-e766-4f04-b886-2daf07e181c3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.454970 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f927ff-e766-4f04-b886-2daf07e181c3,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:56.578512 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (eaf1ef1c-1a74-4357-840e-e519d03810d6), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.632199 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 5c664e23-b878-4661-9a74-b5c27e9f045e no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:07:56.656714 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 5c664e23-b878-4661-9a74-b5c27e9f045e {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:07:56.657002 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 5c664e23-b878-4661-9a74-b5c27e9f045e not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:07:56.702037 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (eaf1ef1c-1a74-4357-840e-e519d03810d6), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.705316 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks [] for router_controller (eaf1ef1c-1a74-4357-840e-e519d03810d6), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.834444 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (eaf1ef1c-1a74-4357-840e-e519d03810d6), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.835124 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf1ef1c-1a74-4357-840e-e519d03810d6 {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:07:56.843920 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.843920 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-29309c8a-ffdf-403f-8e04-7a8413adb801 admin admin] 10.222.0.119 "DELETE /v2.0/routers/eaf1ef1c-1a74-4357-840e-e519d03810d6 HTTP/1.1" status: 204 len: 168 time: 1.5954461 Jul 14 16:07:56.844982 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 39444) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:56.902519 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] Deleting subnet 40371c8f-1bbd-4056-b03a-7ca1233e3560 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:07:56.907971 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] Publish callbacks [] for subnet (40371c8f-1bbd-4056-b03a-7ca1233e3560), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:56.950222 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (40371c8f-1bbd-4056-b03a-7ca1233e3560), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.053988 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (40371c8f-1bbd-4056-b03a-7ca1233e3560), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.057857 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbc882-6cce-4e8e-97a9-3b4073d26ad2 req-8fa2ec35-7423-4d0f-abe8-38fcd50ed802 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:57.064417 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-12bbc882-6cce-4e8e-97a9-3b4073d26ad2 req-8fa2ec35-7423-4d0f-abe8-38fcd50ed802 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0777364 Jul 14 16:07:57.086971 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:57.116734 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-12bbc882-6cce-4e8e-97a9-3b4073d26ad2 req-7954b1f3-d781-49b6-b7aa-d2eed6b3edb3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506423 Jul 14 16:07:57.161957 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (40371c8f-1bbd-4056-b03a-7ca1233e3560), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.190147 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40371c8f-1bbd-4056-b03a-7ca1233e3560,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:57.195402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.201877 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39448) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:57.202452 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ffbfe1-52e2-4d6b-990a-2ee1bd34c600 None None] Network 0db5c9e0-6015-46b4-9562-0020fed485ab requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:07:57.209782 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-bcbd17ed-55cc-43af-a052-82e543717a37 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/40371c8f-1bbd-4056-b03a-7ca1233e3560 HTTP/1.1" status: 204 len: 168 time: 0.3636293 Jul 14 16:07:57.263195 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:57.266467 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:57.279528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (0db5c9e0-6015-46b4-9562-0020fed485ab), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.289636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:57.330386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Deleting port 6c1f241f-2bde-42e1-9645-943dccab4264 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:07:57.330721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.389947 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] DHCP port deletion for 0db5c9e0-6015-46b4-9562-0020fed485ab request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:07:57.433219 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] For port 6c1f241f-2bde-42e1-9645-943dccab4264, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6c1f241f-2bde-42e1-9645-943dccab4264,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:57.433219 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.464535 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Calling delete_port for 6c1f241f-2bde-42e1-9645-943dccab4264 owned by network:dhcp {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:07:57.467118 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] Deleting port 6c1f241f-2bde-42e1-9645-943dccab4264 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:07:57.467956 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.541209 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] For port 6c1f241f-2bde-42e1-9645-943dccab4264, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6c1f241f-2bde-42e1-9645-943dccab4264,segment=NetworkSegment(d9ec9a96-57b2-4d35-96af-6d28baadf2ad),segment_id=d9ec9a96-57b2-4d35-96af-6d28baadf2ad)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:07:57.541714 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.558225 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] Calling delete_port for 6c1f241f-2bde-42e1-9645-943dccab4264 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:07:57.559281 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:07:57.664358 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.674158 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (6c1f241f-2bde-42e1-9645-943dccab4264), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.692261 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1f241f-2bde-42e1-9645-943dccab4264,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:57.694378 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] No DVR routers for this DVR port 6c1f241f-2bde-42e1-9645-943dccab4264 on host dv-cinder-849869-1-iscsi {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:07:57.710061 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] Pushing event deleted for resources: {'Port': ['ID=6c1f241f-2bde-42e1-9645-943dccab4264,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:57.714067 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b417e1-8804-4662-952a-9e3c45f69ee4 None None] No DVR routers for this DVR port 6c1f241f-2bde-42e1-9645-943dccab4264 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:07:57.795077 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (0db5c9e0-6015-46b4-9562-0020fed485ab), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.819034 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db5c9e0-6015-46b4-9562-0020fed485ab']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:57.831738 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:57.837265 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ec9a96-57b2-4d35-96af-6d28baadf2ad') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:07:57.845025 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (d9ec9a96-57b2-4d35-96af-6d28baadf2ad), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.862909 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (d9ec9a96-57b2-4d35-96af-6d28baadf2ad), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.874479 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:07:57.877342 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (d9ec9a96-57b2-4d35-96af-6d28baadf2ad), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:57.897723 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment d9ec9a96-57b2-4d35-96af-6d28baadf2ad resource provider aggregate not found Jul 14 16:07:57.942399 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment d9ec9a96-57b2-4d35-96af-6d28baadf2ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9ec9a96-57b2-4d35-96af-6d28baadf2ad found for delete ", "request_id": "req-831c07b9-cc3b-4f08-ba9b-2fdcf5af2c3f"}]} Jul 14 16:07:58.006899 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (0db5c9e0-6015-46b4-9562-0020fed485ab), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:58.012641 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:58.016862 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] 10.222.0.119 "DELETE /v2.0/networks/0db5c9e0-6015-46b4-9562-0020fed485ab HTTP/1.1" status: 204 len: 168 time: 0.8135719 Jul 14 16:07:58.034723 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097ab62-ce67-4b23-908b-e28f847678a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db5c9e0-6015-46b4-9562-0020fed485ab,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:58.249313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37309bf0-7174-45ae-ba1b-f6785e18882a req-a06a288f-ba95-4a97-a016-84d45039d2b6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:58.250774 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37309bf0-7174-45ae-ba1b-f6785e18882a req-a06a288f-ba95-4a97-a016-84d45039d2b6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0541911 Jul 14 16:07:58.303112 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37309bf0-7174-45ae-ba1b-f6785e18882a req-eae9249d-6810-4b7a-808d-a412ae1a39d2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462050 Jul 14 16:07:58.466052 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 46f927ff-e766-4f04-b886-2daf07e181c3 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:07:58.489267 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 46f927ff-e766-4f04-b886-2daf07e181c3 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:07:58.489607 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 46f927ff-e766-4f04-b886-2daf07e181c3 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:07:58.490225 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 6c1f241f-2bde-42e1-9645-943dccab4264 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:07:58.510497 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 6c1f241f-2bde-42e1-9645-943dccab4264 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:07:58.510760 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 6c1f241f-2bde-42e1-9645-943dccab4264 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:07:58.611520 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39460) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:58.655065 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1ce7f430-dc9d-4fe3-ad56-4ac9bbf56eaf admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=550bd9d36a324331a157f3cd2de42ca3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422611 Jul 14 16:07:58.657623 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39462) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:07:58.720834 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91522b90-a3bf-4b7e-83f0-50653d4a1c9f admin admin] Publish callbacks [] for security_group (7d157f52-71ff-4e09-b24f-f788282bdb82), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:58.751968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91522b90-a3bf-4b7e-83f0-50653d4a1c9f admin admin] Publish callbacks [] for security_group (7d157f52-71ff-4e09-b24f-f788282bdb82), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:58.881018 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91522b90-a3bf-4b7e-83f0-50653d4a1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7d157f52-71ff-4e09-b24f-f788282bdb82), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:58.883639 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-91522b90-a3bf-4b7e-83f0-50653d4a1c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:07:58.884832 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-91522b90-a3bf-4b7e-83f0-50653d4a1c9f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7d157f52-71ff-4e09-b24f-f788282bdb82 HTTP/1.1" status: 204 len: 168 time: 0.2151463 Jul 14 16:07:58.896081 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91522b90-a3bf-4b7e-83f0-50653d4a1c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d157f52-71ff-4e09-b24f-f788282bdb82,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:07:59.434307 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa84d1-c297-4822-a1e0-a33abbcf57d2 req-322181f1-3b9c-4497-a4f3-135cfe041ed9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:07:59.436525 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68aa84d1-c297-4822-a1e0-a33abbcf57d2 req-322181f1-3b9c-4497-a4f3-135cfe041ed9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0513806 Jul 14 16:07:59.484737 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-68aa84d1-c297-4822-a1e0-a33abbcf57d2 req-968aaa5d-fdbd-46f8-9022-d4cfc4d11cd9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Jul 14 16:08:00.562006 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7f042bb3-8dc4-4809-abc4-348b154f59b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:00.606588 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb416c8-da1f-499a-ade3-c0e2c42567ed req-bdddc226-e76a-4935-bf69-d7bc98844948 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:00.609027 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fb416c8-da1f-499a-ade3-c0e2c42567ed req-bdddc226-e76a-4935-bf69-d7bc98844948 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0476813 Jul 14 16:08:00.660471 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3fb416c8-da1f-499a-ade3-c0e2c42567ed req-8c945a7d-f30d-4605-b8dc-54f81b6934c0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453150 Jul 14 16:08:01.765099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:01.783708 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20374-4873-4691-a491-94840364cd2c req-9c10d796-735b-4cf4-a3df-2c7945d8cadf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:01.785195 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65c20374-4873-4691-a491-94840364cd2c req-9c10d796-735b-4cf4-a3df-2c7945d8cadf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0473742 Jul 14 16:08:01.839922 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-65c20374-4873-4691-a491-94840364cd2c req-85a091bb-bff5-4786-a351-a5cf901a1461 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489199 Jul 14 16:08:01.907155 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:08:02.939503 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-efa07fc7-86f4-4599-ac5f-672d1587f7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:02.970011 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b9ea-f10c-4f4b-84bd-5787092a23b6 req-755f324c-0089-4010-81bc-1611a21d5e9d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:02.971489 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d41b9ea-f10c-4f4b-84bd-5787092a23b6 req-755f324c-0089-4010-81bc-1611a21d5e9d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0530765 Jul 14 16:08:03.031405 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5d41b9ea-f10c-4f4b-84bd-5787092a23b6 req-3185bb22-c9c2-4266-8299-c9e6f0197e2b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541224 Jul 14 16:08:04.163727 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d6eed-073d-45bb-9b3c-9358c7dcb473 req-950d0a2e-ea3a-4423-aece-145376a423df tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:04.165216 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-592d6eed-073d-45bb-9b3c-9358c7dcb473 req-950d0a2e-ea3a-4423-aece-145376a423df tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0587728 Jul 14 16:08:04.216037 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-592d6eed-073d-45bb-9b3c-9358c7dcb473 req-898a9e31-3731-4225-86cc-dd2c7b6b6448 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Jul 14 16:08:04.441459 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:05.339999 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37e0d-6f10-4b02-9477-55d12db29d09 req-9cb4f3e0-27f4-4f1b-a7b5-75cc8f165fa1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:05.341547 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c3e37e0d-6f10-4b02-9477-55d12db29d09 req-9cb4f3e0-27f4-4f1b-a7b5-75cc8f165fa1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0506482 Jul 14 16:08:05.365648 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:05.390613 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c3e37e0d-6f10-4b02-9477-55d12db29d09 req-86e7d88d-49b3-4d86-9d06-671d82279fb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Jul 14 16:08:05.662854 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:05.899015 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39544) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:05.938315 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.008938 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c776ebe9-7e4f-4c4a-bf86-3e8a2cae4395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.087036 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c776ebe9-7e4f-4c4a-bf86-3e8a2cae4395 admin admin] Publish callbacks [] for security_group (ca419303-c373-4e58-a383-e3617612ac8c), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.160917 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c776ebe9-7e4f-4c4a-bf86-3e8a2cae4395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (ca419303-c373-4e58-a383-e3617612ac8c), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.200207 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c776ebe9-7e4f-4c4a-bf86-3e8a2cae4395 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7938bf23083846c2a3c51dd5184d6747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001065 Jul 14 16:08:06.201120 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776ebe9-7e4f-4c4a-bf86-3e8a2cae4395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca419303-c373-4e58-a383-e3617612ac8c,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:06.203108 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 39548) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:06.255856 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-143b9271-29fa-4b10-bc83-af3016a86bbc admin admin] Publish callbacks [] for security_group (ca419303-c373-4e58-a383-e3617612ac8c), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.277003 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-143b9271-29fa-4b10-bc83-af3016a86bbc admin admin] Publish callbacks [] for security_group (ca419303-c373-4e58-a383-e3617612ac8c), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.383998 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-143b9271-29fa-4b10-bc83-af3016a86bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (ca419303-c373-4e58-a383-e3617612ac8c), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.386460 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-143b9271-29fa-4b10-bc83-af3016a86bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:06.387673 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-143b9271-29fa-4b10-bc83-af3016a86bbc admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ca419303-c373-4e58-a383-e3617612ac8c HTTP/1.1" status: 204 len: 168 time: 0.1834862 Jul 14 16:08:06.396031 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b9271-29fa-4b10-bc83-af3016a86bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca419303-c373-4e58-a383-e3617612ac8c,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:06.521345 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1454a9b-352c-44fe-a421-07d3b9a26163 req-a899ee73-e5b8-4677-9dd1-508398d2f8fa tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:06.522859 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1454a9b-352c-44fe-a421-07d3b9a26163 req-a899ee73-e5b8-4677-9dd1-508398d2f8fa tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0507500 Jul 14 16:08:06.571910 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1454a9b-352c-44fe-a421-07d3b9a26163 req-16249cf5-2038-42ac-92f4-d896cbdb298a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Jul 14 16:08:07.691661 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699a48-983c-48e2-9c24-8d0778f7d852 req-5e11fd5f-07b4-40f7-ad0a-f55ed0e1a0cf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:07.693072 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-81699a48-983c-48e2-9c24-8d0778f7d852 req-5e11fd5f-07b4-40f7-ad0a-f55ed0e1a0cf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0475395 Jul 14 16:08:07.742002 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-81699a48-983c-48e2-9c24-8d0778f7d852 req-b1a8d90b-764c-4865-90c5-66efebc0ed6a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Jul 14 16:08:08.860067 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eaa3a-0fe9-43b1-8ede-b6ce2ed001d8 req-de8fcd0b-17d8-4e01-8dd5-0ba9ad238df9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:08.861677 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5a2eaa3a-0fe9-43b1-8ede-b6ce2ed001d8 req-de8fcd0b-17d8-4e01-8dd5-0ba9ad238df9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0468616 Jul 14 16:08:08.913641 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5a2eaa3a-0fe9-43b1-8ede-b6ce2ed001d8 req-d0b934dc-cf5c-4b79-9373-8fc979271220 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452449 Jul 14 16:08:10.035857 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0470-6fb1-4399-9062-cb2a85135458 req-ad3e8726-6a6c-4cb2-8064-159481849c96 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:10.035857 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cdda0470-6fb1-4399-9062-cb2a85135458 req-ad3e8726-6a6c-4cb2-8064-159481849c96 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 943 time: 0.0468361 Jul 14 16:08:10.083242 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cdda0470-6fb1-4399-9062-cb2a85135458 req-6aafafd8-d549-43fc-9c6f-e7d4e59a61cf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Jul 14 16:08:10.699555 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:08:10.800183 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:10.811524 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'port_id': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'mac_address': 'fa:16:3e:7f:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:08:10.848933 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:08:10.848933 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:10.867164 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dec8b05-afcf-441d-8a1d-343566bbfe9d {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:08:10.889377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:10.950070 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:10.982305 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:11.001121 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=9']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:11.204646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cdbdd-bf9c-448a-99c0-4ce2ab71bef2 req-1ede9449-3338-4b57-b413-a151831fbdd7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:11.206058 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e82cdbdd-bf9c-448a-99c0-4ce2ab71bef2 req-1ede9449-3338-4b57-b413-a151831fbdd7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 944 time: 0.0465140 Jul 14 16:08:11.227528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:11.254649 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e82cdbdd-bf9c-448a-99c0-4ce2ab71bef2 req-d7589396-fc29-468b-8abc-8878f3aaea21 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 Jul 14 16:08:11.436257 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['6dec8b05-afcf-441d-8a1d-343566bbfe9d'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:08:11.902954 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:12.375069 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be5a30-4fe9-401d-803d-18e035b0df99 req-0c40773e-275a-459c-8f13-8e367796088c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:12.376583 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-88be5a30-4fe9-401d-803d-18e035b0df99 req-0c40773e-275a-459c-8f13-8e367796088c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 944 time: 0.0499606 Jul 14 16:08:12.424559 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-88be5a30-4fe9-401d-803d-18e035b0df99 req-b4b36055-8ff7-4cbf-8000-a218ba0c078f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 Jul 14 16:08:12.701366 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:08:12.744508 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 6dec8b05-afcf-441d-8a1d-343566bbfe9d triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:08:12.744902 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:12.817588 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 6dec8b05-afcf-441d-8a1d-343566bbfe9d is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:08:12.817973 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:12.840189 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:08:12.843285 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7493892-d471-4fe2-b507-81e2b8eaea4e" -d '{"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-plugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:08:12.855606 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:12.880670 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7862c3f3-95b4-4e4f-abdb-69f1bfa228a2 x-openstack-request-id: req-7862c3f3-95b4-4e4f-abdb-69f1bfa228a2 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:08:12.880967 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-plugged", "status": "completed", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:08:12.881216 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7862c3f3-95b4-4e4f-abdb-69f1bfa228a2 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:08:12.881605 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7862c3f3-95b4-4e4f-abdb-69f1bfa228a2'] response: {'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'code': 200} Jul 14 16:08:12.948703 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:12.972349 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:12.995413 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=10']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:13.552971 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac292-a63e-4f8b-a408-0eb5a75ec878 req-a45d3867-7149-46bf-be13-c0efa0e14161 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:13.554481 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c70ac292-a63e-4f8b-a408-0eb5a75ec878 req-a45d3867-7149-46bf-be13-c0efa0e14161 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0559089 Jul 14 16:08:13.626896 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6a3d-5c3d-4bfb-b6dd-1ae6499ef045 req-7b66bef4-c55b-4dbf-9f10-7191b6008670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:13.626896 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-94cf6a3d-5c3d-4bfb-b6dd-1ae6499ef045 req-7b66bef4-c55b-4dbf-9f10-7191b6008670 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 1130 time: 0.0462203 Jul 14 16:08:13.627467 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c70ac292-a63e-4f8b-a408-0eb5a75ec878 req-f6339685-84da-4c1c-ac4f-4ef32caab74b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572412 Jul 14 16:08:13.663447 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-94cf6a3d-5c3d-4bfb-b6dd-1ae6499ef045 req-ae007cfa-9d76-4e5e-ac46-72781825d7a3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Jul 14 16:08:14.747607 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fedcb-6c07-4bbd-8ca5-02b63965a6b7 req-5fcbb4d4-ba36-492f-afa4-174491896461 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:14.749292 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-650fedcb-6c07-4bbd-8ca5-02b63965a6b7 req-5fcbb4d4-ba36-492f-afa4-174491896461 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0525122 Jul 14 16:08:14.799787 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-650fedcb-6c07-4bbd-8ca5-02b63965a6b7 req-e327cff6-51c3-42b5-b513-1ad470b754e0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Jul 14 16:08:15.916888 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:15.933276 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827644f1-1f01-4f7d-87ce-227f2b6ecc84 req-d1081f33-3e78-468e-a39f-48a16be8e267 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:15.934811 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-827644f1-1f01-4f7d-87ce-227f2b6ecc84 req-d1081f33-3e78-468e-a39f-48a16be8e267 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0514741 Jul 14 16:08:15.987580 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-827644f1-1f01-4f7d-87ce-227f2b6ecc84 req-72f6fd95-cab7-4e3b-aac3-75fd78d43a07 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459123 Jul 14 16:08:17.108803 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a2965-761f-4999-8707-baa4807c2dfa req-d13b9db6-e502-442a-9b8f-423663f00110 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:17.110401 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-da7a2965-761f-4999-8707-baa4807c2dfa req-d13b9db6-e502-442a-9b8f-423663f00110 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0500419 Jul 14 16:08:17.175218 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-da7a2965-761f-4999-8707-baa4807c2dfa req-3302101d-ec3e-4ae7-b527-739244dba415 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566158 Jul 14 16:08:18.288767 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16d4cb-3554-4c2d-ae5e-ff4105d1e104 req-66e18258-25d2-49cb-80bb-345ebe9b7292 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:18.290240 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ef16d4cb-3554-4c2d-ae5e-ff4105d1e104 req-66e18258-25d2-49cb-80bb-345ebe9b7292 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0478907 Jul 14 16:08:18.338399 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ef16d4cb-3554-4c2d-ae5e-ff4105d1e104 req-5ad8b50a-7bb3-4fb7-a153-6c8efa0f18f6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Jul 14 16:08:18.623924 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.057097 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39746) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:19.164262 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ab7d098b-441a-4e0a-b227-78e9bb858664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.253683 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ab7d098b-441a-4e0a-b227-78e9bb858664 admin admin] Publish callbacks [] for security_group (2ce01e86-1411-46ca-8a64-cc925dfc586d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.338311 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-ab7d098b-441a-4e0a-b227-78e9bb858664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2ce01e86-1411-46ca-8a64-cc925dfc586d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.378181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d098b-441a-4e0a-b227-78e9bb858664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce01e86-1411-46ca-8a64-cc925dfc586d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:19.383553 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ab7d098b-441a-4e0a-b227-78e9bb858664 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=bcd31926555648fdbe6a4407eba3440b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254640 Jul 14 16:08:19.386300 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39750) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:19.438749 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f6b77d4b-6818-4390-90c1-cced81a7e199 admin admin] Publish callbacks [] for security_group (2ce01e86-1411-46ca-8a64-cc925dfc586d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.460120 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f6b77d4b-6818-4390-90c1-cced81a7e199 admin admin] Publish callbacks [] for security_group (2ce01e86-1411-46ca-8a64-cc925dfc586d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.618243 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f6b77d4b-6818-4390-90c1-cced81a7e199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2ce01e86-1411-46ca-8a64-cc925dfc586d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.620890 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f6b77d4b-6818-4390-90c1-cced81a7e199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:19.622061 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f6b77d4b-6818-4390-90c1-cced81a7e199 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2ce01e86-1411-46ca-8a64-cc925dfc586d HTTP/1.1" status: 204 len: 168 time: 0.2348728 Jul 14 16:08:19.626546 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:19.631939 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b77d4b-6818-4390-90c1-cced81a7e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce01e86-1411-46ca-8a64-cc925dfc586d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:23.650511 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:23.660606 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:24.994750 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879b46-bc48-434d-a78d-47bf235eff15 req-f0c39dc1-e8f7-4290-82b2-7eb32d2aecbb tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:24.996472 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf879b46-bc48-434d-a78d-47bf235eff15 req-f0c39dc1-e8f7-4290-82b2-7eb32d2aecbb tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0544009 Jul 14 16:08:25.049102 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf879b46-bc48-434d-a78d-47bf235eff15 req-4b8806c2-d22d-47f9-8607-7fdc3769c6c5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Jul 14 16:08:26.192030 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c996cda-81eb-4aee-8247-3c039a3c83b3 req-b424eb17-5be6-4fae-8066-8b897aa23d05 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:26.193549 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c996cda-81eb-4aee-8247-3c039a3c83b3 req-b424eb17-5be6-4fae-8066-8b897aa23d05 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0634966 Jul 14 16:08:26.243908 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8c996cda-81eb-4aee-8247-3c039a3c83b3 req-d77dde90-7f19-44ff-8c7f-fedc8c2f00f1 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Jul 14 16:08:27.365877 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc49450-2295-4df2-8de2-22aaf0998e0a req-1bf01ca6-ecaf-41a8-b0a3-0db15c9d2945 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:27.367348 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5dc49450-2295-4df2-8de2-22aaf0998e0a req-1bf01ca6-ecaf-41a8-b0a3-0db15c9d2945 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0487535 Jul 14 16:08:27.417972 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5dc49450-2295-4df2-8de2-22aaf0998e0a req-d5d0748e-286b-4c29-927f-2793322543cf tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Jul 14 16:08:28.533447 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:28.537430 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5d402-b8f9-40d0-b268-6eda98ff163b req-2f62ce5e-f381-4418-b001-9cc0e9a10b6c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:28.538924 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dde5d402-b8f9-40d0-b268-6eda98ff163b req-2f62ce5e-f381-4418-b001-9cc0e9a10b6c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0508549 Jul 14 16:08:28.586519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:28.595742 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-dde5d402-b8f9-40d0-b268-6eda98ff163b req-c6b0daf0-a50e-4241-ac1b-ee3968b5b39a tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512764 Jul 14 16:08:28.602684 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=19 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:28.610645 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=13 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:29.645462 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:29.646262 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:29.715744 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be37d-a3e1-4e63-8bdf-a5f4da33c89b req-d1802697-d13e-4668-b4a2-59d097419b2f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:29.718198 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-773be37d-a3e1-4e63-8bdf-a5f4da33c89b req-d1802697-d13e-4668-b4a2-59d097419b2f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Jul 14 16:08:29.769056 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-773be37d-a3e1-4e63-8bdf-a5f4da33c89b req-c79f6f25-f13c-4d6f-8529-5f7af06210fe tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 Jul 14 16:08:29.947143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-78584a9c-a24b-4094-bd1d-6b1f9a5a1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:29.948662 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-78584a9c-a24b-4094-bd1d-6b1f9a5a1dad service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1129 time: 0.0422721 Jul 14 16:08:30.052846 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-4acd8df0-01e9-42dc-95b1-599c898a5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:30.054221 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-4acd8df0-01e9-42dc-95b1-599c898a5ce3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 911 time: 0.0853989 Jul 14 16:08:30.126971 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-a00ea745-c2e5-44dc-9c64-16fe4948561b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 1001 time: 0.0667319 Jul 14 16:08:30.181116 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-f00e7dd6-8fd9-4e28-a716-69a03abeff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:30.182575 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-f00e7dd6-8fd9-4e28-a716-69a03abeff63 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 200 len: 848 time: 0.0443015 Jul 14 16:08:30.226840 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-2660b2e8-7096-46ca-8e2d-913ded1b5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:30.228364 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-2660b2e8-7096-46ca-8e2d-913ded1b5e09 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=195d92cd-619d-400c-bff0-a6758063755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388570 Jul 14 16:08:30.326896 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-c1778d01-83e4-47e8-bf83-79537daa29ef service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892162 Jul 14 16:08:30.423667 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5d316955-04fc-43a1-b21e-10ea2a1f3d93 req-a4997201-373e-4b7f-a4da-18423086ecfc service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882590 Jul 14 16:08:30.607833 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-11a83f6a-6fbb-4b9b-a32a-066aa1b6bbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:30.894668 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d7e5-ff0b-4f21-970c-03f20817001d req-b86a8850-e097-46c0-a3bb-4a1193ca8043 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:30.896208 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-19b0d7e5-ff0b-4f21-970c-03f20817001d req-b86a8850-e097-46c0-a3bb-4a1193ca8043 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0589769 Jul 14 16:08:30.954509 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-19b0d7e5-ff0b-4f21-970c-03f20817001d req-bcdf4a43-b153-4402-a0b4-6c3b2b789285 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518467 Jul 14 16:08:31.173440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-0c3d976f-386b-4514-8bb3-db37d03fa78d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695602955&fields=id&tenant_id=1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 267 time: 0.0507295 Jul 14 16:08:31.285914 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-16ca328b-73b2-4ddb-9c15-83c8f443afd1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:31.287593 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-16ca328b-73b2-4ddb-9c15-83c8f443afd1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 812 time: 0.1076667 Jul 14 16:08:31.303163 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-b8c42cc4-8efe-4cac-a782-dfc2ecf24a17 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/quotas/1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 375 time: 0.0100977 Jul 14 16:08:31.338313 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 39910) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:31.365277 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-76cd73d6-b607-4744-9f03-4bfd57338078 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568631 Jul 14 16:08:31.386401 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-180b0f50-1700-48eb-9a88-6d5512fef3cd service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 16:08:31.386401 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-180b0f50-1700-48eb-9a88-6d5512fef3cd service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058448 Jul 14 16:08:31.470125 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7f3b-24ba-4efb-b12a-69d11e9a3871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:31.495809 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-eb6c51e9-2b29-4cab-86b9-35e88d48442a service neutron] 10.222.0.119 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038637 Jul 14 16:08:31.567605 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7f3b-24ba-4efb-b12a-69d11e9a3871 admin admin] Publish callbacks [] for security_group (608119c7-9d84-4fe9-9a5f-8687967019b3), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:31.599134 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-82952fcf-ae54-4a41-8297-f3ce5078eea0 service neutron] 10.222.0.119 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974517 Jul 14 16:08:31.647216 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7f3b-24ba-4efb-b12a-69d11e9a3871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (608119c7-9d84-4fe9-9a5f-8687967019b3), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:31.697746 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-f0cf7f3b-24ba-4efb-b12a-69d11e9a3871 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9daeb2c2384c46f0b0a0d1a54446e118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531818 Jul 14 16:08:31.697746 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf7f3b-24ba-4efb-b12a-69d11e9a3871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608119c7-9d84-4fe9-9a5f-8687967019b3,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:31.697949 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39916) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:31.715659 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:31.760732 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e25887c9-efef-4253-ac2d-ed7678546879 admin admin] Publish callbacks [] for security_group (608119c7-9d84-4fe9-9a5f-8687967019b3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:31.791530 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e25887c9-efef-4253-ac2d-ed7678546879 admin admin] Publish callbacks [] for security_group (608119c7-9d84-4fe9-9a5f-8687967019b3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:31.904580 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e25887c9-efef-4253-ac2d-ed7678546879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (608119c7-9d84-4fe9-9a5f-8687967019b3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:31.908435 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e25887c9-efef-4253-ac2d-ed7678546879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:31.909590 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-e25887c9-efef-4253-ac2d-ed7678546879 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/608119c7-9d84-4fe9-9a5f-8687967019b3 HTTP/1.1" status: 204 len: 168 time: 0.2129784 Jul 14 16:08:31.918313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25887c9-efef-4253-ac2d-ed7678546879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608119c7-9d84-4fe9-9a5f-8687967019b3,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:32.073978 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735c928-b73d-40a5-9939-2ec54880774a req-f47e7eaa-56bc-42bc-b851-1788f91a2390 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:32.105773 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0735c928-b73d-40a5-9939-2ec54880774a req-f47e7eaa-56bc-42bc-b851-1788f91a2390 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0495138 Jul 14 16:08:32.128842 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0735c928-b73d-40a5-9939-2ec54880774a req-14e2237d-1444-4808-a49b-794769814ba6 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472567 Jul 14 16:08:32.249535 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2173bb2e-e713-405d-8a4d-93f3f1347b6f req-a0599618-a1c9-4c5d-91f8-16a1f6a0867e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 210 time: 0.0331376 Jul 14 16:08:32.667761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 39938) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:32.681334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c0c36d5f-3635-421c-ae92-e9ed5f11c8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:32.705973 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:32.757687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c0c36d5f-3635-421c-ae92-e9ed5f11c8a8 admin admin] Publish callbacks [] for security_group (7a3474ab-4575-43bc-9ae8-9e1541d9e65b), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:32.846607 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c0c36d5f-3635-421c-ae92-e9ed5f11c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7a3474ab-4575-43bc-9ae8-9e1541d9e65b), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:32.888125 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c0c36d5f-3635-421c-ae92-e9ed5f11c8a8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a450147dc83a42dc8a4c5cd287a7915d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192445 Jul 14 16:08:32.889897 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36d5f-3635-421c-ae92-e9ed5f11c8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3474ab-4575-43bc-9ae8-9e1541d9e65b,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:32.891592 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 39942) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:32.932977 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9a20665b-1d7f-424f-b708-7f8af490be63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:32.943826 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eff3f822-3d75-48a1-8778-090ea1364c2d admin admin] Publish callbacks [] for security_group (7a3474ab-4575-43bc-9ae8-9e1541d9e65b), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:32.967133 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eff3f822-3d75-48a1-8778-090ea1364c2d admin admin] Publish callbacks [] for security_group (7a3474ab-4575-43bc-9ae8-9e1541d9e65b), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:33.120798 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eff3f822-3d75-48a1-8778-090ea1364c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7a3474ab-4575-43bc-9ae8-9e1541d9e65b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:33.124504 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-eff3f822-3d75-48a1-8778-090ea1364c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:33.125732 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-eff3f822-3d75-48a1-8778-090ea1364c2d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7a3474ab-4575-43bc-9ae8-9e1541d9e65b HTTP/1.1" status: 204 len: 168 time: 0.2330413 Jul 14 16:08:33.135634 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3f822-3d75-48a1-8778-090ea1364c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3474ab-4575-43bc-9ae8-9e1541d9e65b,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:33.255131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b71f5-a43f-43e8-84ac-e9a3bfbb5432 req-31fa0114-3c76-42c5-9349-f4f24b8c81d6 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:33.256643 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-255b71f5-a43f-43e8-84ac-e9a3bfbb5432 req-31fa0114-3c76-42c5-9349-f4f24b8c81d6 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0532026 Jul 14 16:08:33.315283 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-255b71f5-a43f-43e8-84ac-e9a3bfbb5432 req-88edab68-2c5d-4eea-9bd2-11700ff24ae9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519171 Jul 14 16:08:33.368274 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fa857353-316f-4fca-82f2-11f45c1f0c92 req-4f343f17-89fe-460a-b64a-5a635d934004 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Jul 14 16:08:34.172650 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:34.446945 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e189-3a85-445b-b041-f68bc31ecb10 req-b534d4c9-94f6-4220-861e-5b9f384651a7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:34.448567 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e96e189-3a85-445b-b041-f68bc31ecb10 req-b534d4c9-94f6-4220-861e-5b9f384651a7 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0612879 Jul 14 16:08:34.467126 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20fc8266-1bc1-4a04-b219-b9bbd9dcc857 req-7537fe63-2ff4-44b8-8f1f-34b3244c7664 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 210 time: 0.0368333 Jul 14 16:08:34.532465 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e96e189-3a85-445b-b041-f68bc31ecb10 req-c1d2a4d9-82ee-4bb9-b8b4-523505f4743f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685837 Jul 14 16:08:35.075253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:35.075253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:35.089663 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-18894d16-fd51-4d3a-bd45-c8ad509ef0e2 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:35.092612 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-18894d16-fd51-4d3a-bd45-c8ad509ef0e2 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 812 time: 0.1235182 Jul 14 16:08:35.362780 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-924104c8-5510-4d27-945f-26e70b9d93f4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1207210005f34c4aabbe6966e469c1a0 HTTP/1.1" status: 200 len: 379 time: 0.0629320 Jul 14 16:08:35.371573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'port': {'device_id': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'admin_state_up': True, 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'security_groups': ['a93aa628-4f97-44a3-b589-6ab9f616ab83']}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:08:35.557566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Made reservation on behalf of 1207210005f34c4aabbe6966e469c1a0 for: {'port': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:08:35.566687 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:35.582491 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ff25acc0-6800-4e24-8101-f3b3845e4de3 req-b8f50df6-9593-422b-a2ab-fe9d65bd88ad tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 210 time: 0.0379028 Jul 14 16:08:35.647417 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:35.691669 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f1d9d-483c-4bc0-a8ed-559235506b39 req-ccc8168b-a1d8-41b2-a3ff-b5c657b1a897 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:35.693177 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bc3f1d9d-483c-4bc0-a8ed-559235506b39 req-ccc8168b-a1d8-41b2-a3ff-b5c657b1a897 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Jul 14 16:08:35.726507 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Allocated IP 172.20.0.8 (7c436165-5659-4f64-9bb3-46eb0ae69617/36949fe6-fb00-455b-8f7c-9b93a6929f6c/90554f6b-eff0-444e-8bc6-754f61980b63) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:08:35.750751 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bc3f1d9d-483c-4bc0-a8ed-559235506b39 req-6d51b185-a38d-44b1-a464-9618f75613ef tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496137 Jul 14 16:08:35.884681 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (90554f6b-eff0-444e-8bc6-754f61980b63), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:35.933057 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.019796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.026816 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:36.060647 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:08:36.063739 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:08:36.070179 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:08:36.102582 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=90554f6b-eff0-444e-8bc6-754f61980b63,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:36.128793 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:36.129720 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.250917 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-208d0ff7-699c-4439-ae48-7db5c035f1d8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828251 Jul 14 16:08:36.270695 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Request body: {'port': {'device_id': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:08:36.308276 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-7bfa2fc7-9543-4687-aac5-c03db332f644 None None] Provisioning complete for port 90554f6b-eff0-444e-8bc6-754f61980b63 triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:08:36.308650 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2fc7-9543-4687-aac5-c03db332f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.332405 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.341118 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa2fc7-9543-4687-aac5-c03db332f644 None None] Port 90554f6b-eff0-444e-8bc6-754f61980b63 cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:08:36.598227 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:36.608731 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90554f6b-eff0-444e-8bc6-754f61980b63 {{(pid=111067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:08:36.617468 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Publish callbacks [] for port (90554f6b-eff0-444e-8bc6-754f61980b63), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.632768 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.provisioning_blocks [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Transition to ACTIVE for port object 90554f6b-eff0-444e-8bc6-754f61980b63 will not be triggered until provisioned by entity L2. {{(pid=111067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:08:36.721656 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.732905 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e4862-101a-43c9-980e-d1631014348f req-1fb4bc24-cee4-48c2-97dd-b1f3f5ea55a7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:36.735130 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc1e4862-101a-43c9-980e-d1631014348f req-1fb4bc24-cee4-48c2-97dd-b1f3f5ea55a7 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 931 time: 0.0607655 Jul 14 16:08:36.798546 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Pushing event updated for resources: {'Port': ['ID=90554f6b-eff0-444e-8bc6-754f61980b63,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:36.825388 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fc1e4862-101a-43c9-980e-d1631014348f req-8406a03d-2f98-46ae-bdcf-b234fbda5128 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851398 Jul 14 16:08:36.861526 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Attempting to bind port 90554f6b-eff0-444e-8bc6-754f61980b63 on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:08:36.861870 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Attempting to bind port 90554f6b-eff0-444e-8bc6-754f61980b63 by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:08:36.862203 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Attempting to bind port 90554f6b-eff0-444e-8bc6-754f61980b63 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:08:36.866966 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Port 90554f6b-eff0-444e-8bc6-754f61980b63 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:08:36.867407 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Attempting to bind port 90554f6b-eff0-444e-8bc6-754f61980b63 on network 7c436165-5659-4f64-9bb3-46eb0ae69617 {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:08:36.873426 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:08:36.873843 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Checking segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:08:36.874536 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Bound using segment: {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'} {{(pid=111067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:08:36.875116 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.managers [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Bound port: 90554f6b-eff0-444e-8bc6-754f61980b63, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a699e083-c2d4-4807-8406-7cb23a8489dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617'}}] {{(pid=111067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:08:36.875539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:36.891810 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:36.949819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df8f7b-cd49-44cc-bcff-9684a74377d1 req-4c707efe-009e-491d-9bb7-d50b814804ab tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:36.954546 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-22df8f7b-cd49-44cc-bcff-9684a74377d1 req-4c707efe-009e-491d-9bb7-d50b814804ab tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0739429 Jul 14 16:08:36.983807 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] For port 90554f6b-eff0-444e-8bc6-754f61980b63, host hv-cinder-84986, cleared binding levels {{(pid=111067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:08:36.989027 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] For port 90554f6b-eff0-444e-8bc6-754f61980b63, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=90554f6b-eff0-444e-8bc6-754f61980b63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:08:37.011636 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-22df8f7b-cd49-44cc-bcff-9684a74377d1 req-a3040af8-56e0-4a8a-b470-9b2c4d84213c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505819 Jul 14 16:08:37.065332 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:37.076531 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:37.099964 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:37.100607 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:37.101977 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] 10.222.0.121 "PUT /v2.0/ports/90554f6b-eff0-444e-8bc6-754f61980b63 HTTP/1.1" status: 200 len: 1093 time: 0.8355594 Jul 14 16:08:37.102393 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:08:37.104677 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add836e0-1464-4461-aa73-170e46326b09" -d '{"events": [{"name": "network-changed", "server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:08:37.141197 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3266e08-de98-480a-8aa9-bc45f81ea15c service neutron] Pushing event updated for resources: {'Port': ['ID=90554f6b-eff0-444e-8bc6-754f61980b63,revision_number=3']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:37.153972 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2a3d-6352-499f-b4e8-7bf11030f231 req-e202fe6a-5ffc-43d6-9e4d-b73bd190de19 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:37.155555 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f65c2a3d-6352-499f-b4e8-7bf11030f231 req-e202fe6a-5ffc-43d6-9e4d-b73bd190de19 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0558081 Jul 14 16:08:37.215264 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f65c2a3d-6352-499f-b4e8-7bf11030f231 req-2db76bf3-f0d4-4c2a-a0ae-d3af9583dbaf tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492749 Jul 14 16:08:37.305036 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95641594-8d95-4f75-b47e-70fa6207eb54 x-openstack-request-id: req-95641594-8d95-4f75-b47e-70fa6207eb54 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:08:37.305331 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:08:37.305582 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-95641594-8d95-4f75-b47e-70fa6207eb54 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:08:37.305983 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95641594-8d95-4f75-b47e-70fa6207eb54'] response: {'name': 'network-changed', 'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63', 'status': 'completed', 'code': 200} Jul 14 16:08:37.933177 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e136a-f327-435c-9247-f35fa02cd0b4 req-33a3c0e3-ce74-4ab5-a0c9-c92fad9b3f5c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:37.934599 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a2e136a-f327-435c-9247-f35fa02cd0b4 req-33a3c0e3-ce74-4ab5-a0c9-c92fad9b3f5c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0473170 Jul 14 16:08:37.988744 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4a2e136a-f327-435c-9247-f35fa02cd0b4 req-d2fdd2fc-cc1c-4905-bb0c-65ec163aeda0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475984 Jul 14 16:08:38.128278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6163-08bd-42f3-bc9d-3c8a84d78012 req-73db72d5-c28d-4ed1-9b3a-e61473d7e083 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:38.129703 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-914a6163-08bd-42f3-bc9d-3c8a84d78012 req-73db72d5-c28d-4ed1-9b3a-e61473d7e083 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0462985 Jul 14 16:08:38.178344 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-914a6163-08bd-42f3-bc9d-3c8a84d78012 req-b728966c-3647-45bb-9401-a6dbec0ad745 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431712 Jul 14 16:08:38.329753 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b200f3d-8e14-4f97-b08e-da58c21b9115 req-e8fc2c07-3ad3-48d3-a5eb-864129455d61 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:38.331297 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b200f3d-8e14-4f97-b08e-da58c21b9115 req-e8fc2c07-3ad3-48d3-a5eb-864129455d61 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0469813 Jul 14 16:08:38.378177 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0b200f3d-8e14-4f97-b08e-da58c21b9115 req-c0a92bd2-0734-4c1c-8567-41712bb9a4e8 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 Jul 14 16:08:38.783954 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add836e0-1464-4461-aa73-170e46326b09 req-18e2c5a0-741c-48f6-a67f-65782d4e398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:38.785418 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-add836e0-1464-4461-aa73-170e46326b09 req-18e2c5a0-741c-48f6-a67f-65782d4e398a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0421262 Jul 14 16:08:38.906880 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:08:38.940937 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add836e0-1464-4461-aa73-170e46326b09 req-175511a1-0fee-4999-b5d3-ecbf0b27ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:38.942476 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-add836e0-1464-4461-aa73-170e46326b09 req-175511a1-0fee-4999-b5d3-ecbf0b27ab53 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=1207210005f34c4aabbe6966e469c1a0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0992882 Jul 14 16:08:39.041092 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add836e0-1464-4461-aa73-170e46326b09 req-4980a537-e2de-4e70-8c2c-80beed5aa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:39.042490 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-add836e0-1464-4461-aa73-170e46326b09 req-4980a537-e2de-4e70-8c2c-80beed5aa7e2 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924969 Jul 14 16:08:39.093531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:39.115679 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d0e73-041f-4dcb-ac55-ab243fdec3b8 req-919cdc79-1811-4be5-853e-3fee198686a9 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:39.117176 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f74d0e73-041f-4dcb-ac55-ab243fdec3b8 req-919cdc79-1811-4be5-853e-3fee198686a9 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0618215 Jul 14 16:08:39.169603 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f74d0e73-041f-4dcb-ac55-ab243fdec3b8 req-00e2fec1-0a02-4755-b41a-606c7e945e34 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465615 Jul 14 16:08:39.295158 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836adb-2eed-4239-9da2-0c3c3d44bf6c req-c3d2add1-5939-4c21-8d5d-ad14cbf2f60c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:39.296777 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c836adb-2eed-4239-9da2-0c3c3d44bf6c req-c3d2add1-5939-4c21-8d5d-ad14cbf2f60c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0479333 Jul 14 16:08:39.345533 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c836adb-2eed-4239-9da2-0c3c3d44bf6c req-b3c763db-9c7d-487e-8148-9513c44efd8c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Jul 14 16:08:39.505015 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-0133e56f-4a74-4d3d-8b22-f39e61a78e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:39.506513 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-0133e56f-4a74-4d3d-8b22-f39e61a78e72 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0402293 Jul 14 16:08:39.617871 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e32e-9d09-46fb-853e-23ea47ce5102 req-26a9ae83-559a-43b5-bd47-794a5f0d0aa9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:39.619354 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-def4e32e-9d09-46fb-853e-23ea47ce5102 req-26a9ae83-559a-43b5-bd47-794a5f0d0aa9 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.0522470 Jul 14 16:08:39.666997 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-d1279916-5cc1-4129-91a2-a04ad2e98707 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90554f6b-eff0-444e-8bc6-754f61980b63 HTTP/1.1" status: 200 len: 217 time: 0.0610142 Jul 14 16:08:39.669446 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-def4e32e-9d09-46fb-853e-23ea47ce5102 req-c8e603de-7205-4892-8241-4e82de6b47eb tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups?id=39d28276-e720-4bd1-b7de-9c39c5c6b700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Jul 14 16:08:39.715270 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-a9e47773-2195-4418-ab92-63ceec62807b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:39.717256 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-a9e47773-2195-4418-ab92-63ceec62807b tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 946 time: 0.1096668 Jul 14 16:08:39.757733 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-d5a584e7-4b25-44a0-bdee-cd51b50fbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:39.759137 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-d5a584e7-4b25-44a0-bdee-cd51b50fbe27 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0832341 Jul 14 16:08:40.069454 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-42c59a76-fd98-4904-8c8e-e7504dd66640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:40.070955 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-42c59a76-fd98-4904-8c8e-e7504dd66640 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3054099 Jul 14 16:08:40.089058 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port 53d09391-9464-4b81-9f45-3bb32e261a43 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:08:40.089402 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:40.251100 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-72edc9ce-f772-4aea-9ec5-5635ebda84c1 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725726 Jul 14 16:08:40.252846 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] For port 53d09391-9464-4b81-9f45-3bb32e261a43, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=53d09391-9464-4b81-9f45-3bb32e261a43,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:40.253217 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:40.285397 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537189c8-4974-4090-b9d7-0b00d283eadc req-82256aac-a6f0-4ace-b5fa-9c9eab788ff3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:40.286916 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-537189c8-4974-4090-b9d7-0b00d283eadc req-82256aac-a6f0-4ace-b5fa-9c9eab788ff3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0495625 Jul 14 16:08:40.343626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-537189c8-4974-4090-b9d7-0b00d283eadc req-e45ed698-5bae-4c4e-946c-90f5ffa87fc0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490146 Jul 14 16:08:40.477999 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-97d95e15-8556-4e0c-8ceb-1507d5ac7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:40.479850 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-97d95e15-8556-4e0c-8ceb-1507d5ac7814 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1129 time: 0.0818005 Jul 14 16:08:40.481170 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:40.481541 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (b730137d-fd10-43d0-bd70-4a311068cd10), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:40.481856 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Floating IP b730137d-fd10-43d0-bd70-4a311068cd10 disassociated. External IP: 172.27.3.235, port: 53d09391-9464-4b81-9f45-3bb32e261a43. Jul 14 16:08:40.482892 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for 53d09391-9464-4b81-9f45-3bb32e261a43 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:08:40.488861 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:40.496965 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d15a0-1dfa-4ada-8a7d-e6efc7fdbac5 req-7eb55a99-10c4-4d8c-a855-ae65e085cf8f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:40.497419 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:40.500741 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf6d15a0-1dfa-4ada-8a7d-e6efc7fdbac5 req-7eb55a99-10c4-4d8c-a855-ae65e085cf8f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0678704 Jul 14 16:08:40.561142 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc6ad82d-c2e2-41b2-804b-c90d65bcf2db req-3ec3779e-daa3-4c2c-83c9-5ab4f5dedc77 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609185 Jul 14 16:08:40.624282 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cf6d15a0-1dfa-4ada-8a7d-e6efc7fdbac5 req-1c003ef7-61c8-4fd0-b2d2-e3c878a21bac tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107976 Jul 14 16:08:40.642267 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-bc1c0ab2-ade2-457a-9ec4-f70c8eb0b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:40.643723 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-bc1c0ab2-ade2-457a-9ec4-f70c8eb0b607 service neutron] 10.222.0.121 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 911 time: 0.1565812 Jul 14 16:08:40.712559 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-ef36116b-8026-4463-bdbf-1ceff50fcc0b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 1001 time: 0.0621972 Jul 14 16:08:40.728000 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (53d09391-9464-4b81-9f45-3bb32e261a43), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:40.755229 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=53d09391-9464-4b81-9f45-3bb32e261a43,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:40.781005 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0fe35e3-f47a-4981-b552-c6e50e174e97 req-45678eee-cd33-41c7-8dfa-6362d68a6afe tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 210 time: 0.0315876 Jul 14 16:08:40.875248 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:08:40.982119 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:08:40.992373 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:08:41.003621 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:08:41.006909 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:08:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:41.029066 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] No DVR routers for this DVR port 53d09391-9464-4b81-9f45-3bb32e261a43 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:08:41.032781 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:41.036187 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-1bbd4483-eb01-4a33-ae02-6ab51dc3cb6f req-f3392332-30c1-4b02-b02f-0dd9ce36dfdc tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.121 "DELETE /v2.0/ports/53d09391-9464-4b81-9f45-3bb32e261a43 HTTP/1.1" status: 204 len: 173 time: 1.3125951 Jul 14 16:08:41.036657 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'name': 'network-vif-deleted', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:08:41.039040 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e008d507-3549-4729-8977-7804edf5148f" -d '{"events": [{"server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "name": "network-vif-deleted", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:08:41.076510 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc6f01b-d787-4317-9417-6f3af83c6ffe x-openstack-request-id: req-dbc6f01b-d787-4317-9417-6f3af83c6ffe {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:08:41.077149 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032f2924-d847-4f21-982a-720b0bfcf434", "name": "network-vif-deleted", "tag": "53d09391-9464-4b81-9f45-3bb32e261a43", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:08:41.077149 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dbc6f01b-d787-4317-9417-6f3af83c6ffe {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:08:41.077514 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc6f01b-d787-4317-9417-6f3af83c6ffe'] response: {'server_uuid': '032f2924-d847-4f21-982a-720b0bfcf434', 'name': 'network-vif-deleted', 'tag': '53d09391-9464-4b81-9f45-3bb32e261a43', 'status': 'completed', 'code': 200} Jul 14 16:08:41.203608 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:08:41.392600 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:41.417113 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:08:41.426907 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:08:41.427517 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:08:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:41.457696 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:41.469568 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ece7d-c541-487f-a25f-8c079973fab6 req-4feb964b-fb75-47a6-a7c6-ac7df1cc9058 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:41.471066 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-186ece7d-c541-487f-a25f-8c079973fab6 req-4feb964b-fb75-47a6-a7c6-ac7df1cc9058 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0481303 Jul 14 16:08:41.532046 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-186ece7d-c541-487f-a25f-8c079973fab6 req-91d7927e-070e-4bd0-8447-ca000f70c1e9 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550580 Jul 14 16:08:41.537813 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:08:41.733587 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:41.759985 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750444e-391d-4299-a07c-2c2d28801400 None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T15:56:29Z', 'revision_number': 4, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '3c1ffd7b-2600-4bb4-b7ed-396540cdc165', 'name': '', 'network_id': '81beb021-9d5c-47cd-b940-d1c5b4031ad6', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:26Z', 'updated_at': '2022-07-14T15:56:37Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'subnets': [{'id': '6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:08:41.770696 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-e22323d5-55fb-4be3-99e3-6a96b5550b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:41.772269 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-e22323d5-55fb-4be3-99e3-6a96b5550b04 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 200 len: 848 time: 0.0937607 Jul 14 16:08:41.786573 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376280c-2744-4955-89ff-5e87aa0eea3f req-43d6692c-03fc-40f5-a184-c4aa362c062f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:41.788062 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f376280c-2744-4955-89ff-5e87aa0eea3f req-43d6692c-03fc-40f5-a184-c4aa362c062f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0778763 Jul 14 16:08:41.865587 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-e669ee5c-5957-46cb-8c57-9ec412f41b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:41.867073 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-e669ee5c-5957-46cb-8c57-9ec412f41b6b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=195d92cd-619d-400c-bff0-a6758063755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733285 Jul 14 16:08:41.925789 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0fc2e899-c83c-4f31-95ba-6984c9a2887b req-5dcd881b-2657-4c27-b89f-14f7b13b82b4 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 210 time: 0.0557437 Jul 14 16:08:41.936663 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f376280c-2744-4955-89ff-5e87aa0eea3f req-a6668f3d-bafd-437d-b7d2-d1383e8bc114 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404464 Jul 14 16:08:41.993754 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:42.018346 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-d51a9c94-8f6d-4b2e-b7ee-f29ade683000 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299801 Jul 14 16:08:42.066985 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f0642-4376-4498-81ca-83a599a1dbb8 None None] New status for floating IP b730137d-fd10-43d0-bd70-4a311068cd10: DOWN {{(pid=111069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:08:42.152739 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ecb9fb9-2416-42a4-bb3e-b9fce0eb5e81 req-7c8d4bfc-8c77-41eb-9f6e-e81f1b1014f1 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033626 Jul 14 16:08:42.646334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ea8d-4838-4414-b173-a420bb077aae req-c4a6eae0-db99-4795-8e00-163f6e44242f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:42.647719 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6184ea8d-4838-4414-b173-a420bb077aae req-c4a6eae0-db99-4795-8e00-163f6e44242f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0477090 Jul 14 16:08:42.696945 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6184ea8d-4838-4414-b173-a420bb077aae req-ddfa7d55-07b9-4766-8586-b08058013a05 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Jul 14 16:08:42.810177 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 53d09391-9464-4b81-9f45-3bb32e261a43 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:08:42.829518 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 53d09391-9464-4b81-9f45-3bb32e261a43 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:08:42.829860 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 53d09391-9464-4b81-9f45-3bb32e261a43 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:08:43.049143 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-765389ea-e0b4-4f9a-80ed-303e79746943 req-8123106c-dec7-466c-9db0-3a289122e5f6 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 210 time: 0.0401752 Jul 14 16:08:43.084359 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbc3af-351b-4ea3-a5c2-ffb579b66329 req-252708ec-a7ab-4580-850f-2880ad7aeea6 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:43.085758 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ebcbc3af-351b-4ea3-a5c2-ffb579b66329 req-252708ec-a7ab-4580-850f-2880ad7aeea6 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0659580 Jul 14 16:08:43.134303 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ebcbc3af-351b-4ea3-a5c2-ffb579b66329 req-3e4ec20a-ea6e-4a2f-af4f-d86e1f83baaf tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Jul 14 16:08:43.813798 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e64f13-2d4a-4ff3-b477-b5b035ff4cf7 req-62b6ecc4-4d62-4f67-821e-3c49cfcdac75 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:43.815255 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d8e64f13-2d4a-4ff3-b477-b5b035ff4cf7 req-62b6ecc4-4d62-4f67-821e-3c49cfcdac75 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0498333 Jul 14 16:08:43.863991 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d8e64f13-2d4a-4ff3-b477-b5b035ff4cf7 req-6bbf20a7-1a47-4380-b9cf-7d124913fa4b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430841 Jul 14 16:08:44.148856 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40154) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:44.174043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-216924a0-2dbc-4eb2-b89c-fbe3191b698e req-a77282d3-81ab-400b-a8c5-55523d9ee3d5 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/ports?device_id=032f2924-d847-4f21-982a-720b0bfcf434 HTTP/1.1" status: 200 len: 210 time: 0.0356910 Jul 14 16:08:44.256658 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b5ded-45cc-4434-9840-27ca5799a414 req-e11747b6-7249-42fe-bc9b-2de2914569af tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:44.258206 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8f0b5ded-45cc-4434-9840-27ca5799a414 req-e11747b6-7249-42fe-bc9b-2de2914569af tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Jul 14 16:08:44.259032 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-be26b9ac-294f-4776-954a-6c69ed491743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:44.308460 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8f0b5ded-45cc-4434-9840-27ca5799a414 req-14714e89-7de9-4f24-aaf5-aa0fdd37fc3a tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442798 Jul 14 16:08:44.337592 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-be26b9ac-294f-4776-954a-6c69ed491743 admin admin] Publish callbacks [] for security_group (9e5a6112-1cb6-4a2a-83b6-35869fb1f03d), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:44.401219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-be26b9ac-294f-4776-954a-6c69ed491743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (9e5a6112-1cb6-4a2a-83b6-35869fb1f03d), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:44.435433 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:44.443344 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b9ac-294f-4776-954a-6c69ed491743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a6112-1cb6-4a2a-83b6-35869fb1f03d,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:44.454904 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-be26b9ac-294f-4776-954a-6c69ed491743 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b19d2758c8504f18be8f4e82b582f083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049757 Jul 14 16:08:44.455120 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40160) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:44.516892 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-31e9f6d0-14ab-4341-a399-1f8765ff9d11 admin admin] Publish callbacks [] for security_group (9e5a6112-1cb6-4a2a-83b6-35869fb1f03d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:44.543828 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-31e9f6d0-14ab-4341-a399-1f8765ff9d11 admin admin] Publish callbacks [] for security_group (9e5a6112-1cb6-4a2a-83b6-35869fb1f03d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:44.658746 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-31e9f6d0-14ab-4341-a399-1f8765ff9d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (9e5a6112-1cb6-4a2a-83b6-35869fb1f03d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:44.661385 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-31e9f6d0-14ab-4341-a399-1f8765ff9d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:44.662538 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-31e9f6d0-14ab-4341-a399-1f8765ff9d11 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9e5a6112-1cb6-4a2a-83b6-35869fb1f03d HTTP/1.1" status: 204 len: 168 time: 0.2064581 Jul 14 16:08:44.670685 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9f6d0-14ab-4341-a399-1f8765ff9d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a6112-1cb6-4a2a-83b6-35869fb1f03d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:44.967830 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:44.984867 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a11893-1dfc-4ab2-9a44-9e0653ef800e req-df03dc59-44d1-443e-b4ef-fa7bf083c0b9 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:44.986455 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-55a11893-1dfc-4ab2-9a44-9e0653ef800e req-df03dc59-44d1-443e-b4ef-fa7bf083c0b9 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0552895 Jul 14 16:08:45.038451 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-55a11893-1dfc-4ab2-9a44-9e0653ef800e req-4e9ec697-b810-42f8-b168-eaa857f44619 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461767 Jul 14 16:08:45.307509 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40172) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:45.321791 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b57291d8-2b00-4e1d-bfe5-45245732b8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.322063 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40174) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:45.393650 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-de013769-652d-485d-a04f-5025497d6747 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (39d28276-e720-4bd1-b7de-9c39c5c6b700), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.417526 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-de013769-652d-485d-a04f-5025497d6747 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (39d28276-e720-4bd1-b7de-9c39c5c6b700), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.433070 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:45.450724 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c172f47-2de6-415c-9fcd-90cefd12ab20 req-188fd7ab-1e68-4e7b-a0e5-8df930303578 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:45.450724 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c172f47-2de6-415c-9fcd-90cefd12ab20 req-188fd7ab-1e68-4e7b-a0e5-8df930303578 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0662639 Jul 14 16:08:45.464229 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b57291d8-2b00-4e1d-bfe5-45245732b8ac admin admin] Publish callbacks [] for security_group (69e73582-d9d6-4178-aada-9bff6987ec55), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.510384 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6c172f47-2de6-415c-9fcd-90cefd12ab20 req-3bf7862b-5f56-483e-9435-1e20f6ac1e2e tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513086 Jul 14 16:08:45.544685 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-de013769-652d-485d-a04f-5025497d6747 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (39d28276-e720-4bd1-b7de-9c39c5c6b700), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.545680 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b57291d8-2b00-4e1d-bfe5-45245732b8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (69e73582-d9d6-4178-aada-9bff6987ec55), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.547942 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-de013769-652d-485d-a04f-5025497d6747 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.550010 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-de013769-652d-485d-a04f-5025497d6747 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/security-groups/39d28276-e720-4bd1-b7de-9c39c5c6b700 HTTP/1.1" status: 204 len: 168 time: 0.2259259 Jul 14 16:08:45.557799 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40178) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:45.559098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de013769-652d-485d-a04f-5025497d6747 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d28276-e720-4bd1-b7de-9c39c5c6b700,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:45.598310 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.api.v2.resource [None req-8583c09e-9f75-45b1-8f38-c9f38ee03277 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] show failed (client error): The resource could not be found. Jul 14 16:08:45.599284 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8583c09e-9f75-45b1-8f38-c9f38ee03277 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "GET /v2.0/security-groups/39d28276-e720-4bd1-b7de-9c39c5c6b700 HTTP/1.1" status: 404 len: 347 time: 0.0353947 Jul 14 16:08:45.600931 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57291d8-2b00-4e1d-bfe5-45245732b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e73582-d9d6-4178-aada-9bff6987ec55,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:45.602446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40180) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:45.605490 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b57291d8-2b00-4e1d-bfe5-45245732b8ac admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=269e7590961a4f60a083d85fc87d7d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968233 Jul 14 16:08:45.608680 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40182) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:45.660451 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2d7edfdb-3b95-4969-aed5-427e63278b75 admin admin] Publish callbacks [] for security_group (69e73582-d9d6-4178-aada-9bff6987ec55), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.681968 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2d7edfdb-3b95-4969-aed5-427e63278b75 admin admin] Publish callbacks [] for security_group (69e73582-d9d6-4178-aada-9bff6987ec55), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.723422 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Deleting port 603782d9-3d6f-456b-8109-ce9a6d21aab5 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:08:45.724136 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.806778 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.807100 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (603782d9-3d6f-456b-8109-ce9a6d21aab5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.813047 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2d7edfdb-3b95-4969-aed5-427e63278b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (69e73582-d9d6-4178-aada-9bff6987ec55), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.815735 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2d7edfdb-3b95-4969-aed5-427e63278b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:45.817043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-2d7edfdb-3b95-4969-aed5-427e63278b75 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/69e73582-d9d6-4178-aada-9bff6987ec55 HTTP/1.1" status: 204 len: 168 time: 0.2072809 Jul 14 16:08:45.819362 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Calling delete_port for 603782d9-3d6f-456b-8109-ce9a6d21aab5 owned by network:floatingip {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:08:45.825726 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7edfdb-3b95-4969-aed5-427e63278b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e73582-d9d6-4178-aada-9bff6987ec55,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:45.914869 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:46.065346 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (603782d9-3d6f-456b-8109-ce9a6d21aab5), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:46.094446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Pushing event deleted for resources: {'Port': ['ID=603782d9-3d6f-456b-8109-ce9a6d21aab5,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:46.119595 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.120040 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.120478 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.120891 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.121298 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.121702 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.122156 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.122557 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.122956 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.123354 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.123936 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.124381 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.129421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.129421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.129421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:46.168613 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks [] for floatingip (b730137d-fd10-43d0-bd70-4a311068cd10), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:46.169392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf34ef-382f-4dec-9664-7e8afd8cadf0 req-0acfde88-dd2e-41f8-9aa1-a825a164ac32 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:46.170622 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-13bf34ef-382f-4dec-9664-7e8afd8cadf0 req-0acfde88-dd2e-41f8-9aa1-a825a164ac32 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0573168 Jul 14 16:08:46.171115 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:46.172473 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-f8e3146a-fbee-4303-a713-c6d8bbaba966 tempest-AttachVolumeNegativeTest-968347235 tempest-AttachVolumeNegativeTest-968347235-project] 10.222.0.119 "DELETE /v2.0/floatingips/b730137d-fd10-43d0-bd70-4a311068cd10 HTTP/1.1" status: 204 len: 168 time: 0.5690584 Jul 14 16:08:46.232026 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-13bf34ef-382f-4dec-9664-7e8afd8cadf0 req-667182d4-a322-4919-8626-06016550520b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541406 Jul 14 16:08:46.616334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:46.630655 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692479f7-2d2f-479f-9565-290c77199c89 req-f87de72e-2d89-4a3f-9016-2b64a92f5029 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:46.632124 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-692479f7-2d2f-479f-9565-290c77199c89 req-f87de72e-2d89-4a3f-9016-2b64a92f5029 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Jul 14 16:08:46.681764 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-692479f7-2d2f-479f-9565-290c77199c89 req-9017f0ca-1737-4d0c-9219-77a0cdc75609 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Jul 14 16:08:46.759359 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-36bc7d5b-6e84-42a7-98c5-4279cf292773 req-37bd84e6-033c-4830-b4a1-ac81239a8bde service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 16:08:46.760415 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-36bc7d5b-6e84-42a7-98c5-4279cf292773 req-37bd84e6-033c-4830-b4a1-ac81239a8bde service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052781 Jul 14 16:08:47.078819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b95ec-dc08-4002-ab62-c917365b6100 req-c2becf1c-bd8e-4796-9f74-ac0bc32e4f96 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:47.080517 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c11b95ec-dc08-4002-ab62-c917365b6100 req-c2becf1c-bd8e-4796-9f74-ac0bc32e4f96 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Jul 14 16:08:47.160402 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-691dd636-972c-4530-b53c-b03490974a0e service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674007 Jul 14 16:08:47.175578 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c11b95ec-dc08-4002-ab62-c917365b6100 req-7e282f83-032f-4062-8713-ced62b294975 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890825 Jul 14 16:08:47.239219 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-80ad70dd-cf66-41ce-9f71-2e098e5fce17 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:47.240515 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-80ad70dd-cf66-41ce-9f71-2e098e5fce17 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports/e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 942 time: 0.0505950 Jul 14 16:08:47.355364 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28d98-6c40-4e7b-82d1-bbaedc7de780 req-6e0688a9-b26a-44e5-8d07-2dd28a62a5fc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:47.357196 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02e28d98-6c40-4e7b-82d1-bbaedc7de780 req-6e0688a9-b26a-44e5-8d07-2dd28a62a5fc tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0508859 Jul 14 16:08:47.419590 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02e28d98-6c40-4e7b-82d1-bbaedc7de780 req-10df72a3-ec17-47a5-940b-da590c2f371e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541310 Jul 14 16:08:48.299349 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0cb6-4429-402f-8919-17080be5ffc1 req-70ed3b64-a9c3-43c4-b480-7f9c1af9a17c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:48.300787 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b58c0cb6-4429-402f-8919-17080be5ffc1 req-70ed3b64-a9c3-43c4-b480-7f9c1af9a17c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0537934 Jul 14 16:08:48.351513 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b58c0cb6-4429-402f-8919-17080be5ffc1 req-b4763a0f-1e37-4fa4-81e9-864fd4ee834f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443115 Jul 14 16:08:48.542080 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3896af-9962-4d72-a697-d14516f0bed9 req-79a6d270-1c13-41f2-8dba-c3c45d6acbe4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:48.543813 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fe3896af-9962-4d72-a697-d14516f0bed9 req-79a6d270-1c13-41f2-8dba-c3c45d6acbe4 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 943 time: 0.0551653 Jul 14 16:08:48.607379 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fe3896af-9962-4d72-a697-d14516f0bed9 req-5b73700b-aed1-4140-993a-c1318eddd24a tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497499 Jul 14 16:08:48.635504 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:48.841034 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 90554f6b-eff0-444e-8bc6-754f61980b63 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:08:48.852570 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device e1ef32e4-cb19-48f1-be96-7f7fc2032c63 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:08:48.993362 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 is: ACTIVE; New status is: DOWN {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:08:48.993605 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:49.016011 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 90554f6b-eff0-444e-8bc6-754f61980b63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=90554f6b-eff0-444e-8bc6-754f61980b63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:49.037704 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:08:49.039925 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d386a0-37cb-44c0-873b-297e784a6991" -d '{"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:08:49.044901 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '90554f6b-eff0-444e-8bc6-754f61980b63', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'port_id': '90554f6b-eff0-444e-8bc6-754f61980b63', 'mac_address': 'fa:16:3e:32:7b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:08:49.058947 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:49.075246 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Jul 2022 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3add77d-c4c4-43c8-9222-22a343a85756 x-openstack-request-id: req-b3add77d-c4c4-43c8-9222-22a343a85756 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:08:49.075536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-unplugged", "status": "failed", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63", "code": 422}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:08:49.075787 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b3add77d-c4c4-43c8-9222-22a343a85756 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:08:49.076243 dv-cinder-849869-1-iscsi neutron-server[111069]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b3add77d-c4c4-43c8-9222-22a343a85756']: {'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'code': 422} returned with failed status Jul 14 16:08:49.096694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 90554f6b-eff0-444e-8bc6-754f61980b63 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:08:49.097465 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:49.123226 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90554f6b-eff0-444e-8bc6-754f61980b63 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:08:49.148877 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 90554f6b-eff0-444e-8bc6-754f61980b63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=90554f6b-eff0-444e-8bc6-754f61980b63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:49.189425 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:49.339277 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:49.365581 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=6']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:49.373010 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.373358 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.373697 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.374686 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.375102 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.375468 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.375851 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.376202 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.376536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.376865 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.377187 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.377511 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.377831 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.378149 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.378516 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:49.430871 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=90554f6b-eff0-444e-8bc6-754f61980b63,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:49.475447 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d4ad0-b0eb-494d-91ea-2fa050391146 req-43eee76f-0e8e-479a-96bf-f3a7c9b2cbc4 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:49.477388 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-700d4ad0-b0eb-494d-91ea-2fa050391146 req-43eee76f-0e8e-479a-96bf-f3a7c9b2cbc4 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0543330 Jul 14 16:08:49.841684 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185bbed-13d5-4854-8ae9-98214d75c16d req-28744714-e2fd-48b8-bfd2-b5a926916ac1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:49.843488 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0185bbed-13d5-4854-8ae9-98214d75c16d req-28744714-e2fd-48b8-bfd2-b5a926916ac1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 944 time: 0.0690141 Jul 14 16:08:49.848304 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-700d4ad0-b0eb-494d-91ea-2fa050391146 req-fa806190-895b-4380-93e5-c46f73f8790b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653786 Jul 14 16:08:49.883958 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['90554f6b-eff0-444e-8bc6-754f61980b63'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:08:49.894706 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0185bbed-13d5-4854-8ae9-98214d75c16d req-68c7146f-c0dd-4440-9d23-b574b2cfbd45 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454702 Jul 14 16:08:50.250942 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40308) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:50.361112 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:50.387432 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:50.449132 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Publish callbacks [] for security_group (4e60c8d7-9553-44b7-a073-069810aa2ff0), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:50.562604 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (4e60c8d7-9553-44b7-a073-069810aa2ff0), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:50.610437 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e60c8d7-9553-44b7-a073-069810aa2ff0,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:50.615687 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fe3071c146834d4ca401e892b4b8ff72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635423 Jul 14 16:08:50.620147 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40316) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:50.622974 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.623948 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.625378 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.625879 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.626412 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.627311 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.627844 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.628461 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.629639 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.630644 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.631416 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.631996 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.642528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.642528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.642528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5d7d8-a6a0-4400-bcda-535afc64fdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:08:50.687989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40320) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:50.689308 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cbcb-a957-48e3-a8b3-69087abcfb65 admin admin] Publish callbacks [] for security_group (4e60c8d7-9553-44b7-a073-069810aa2ff0), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:50.713209 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cbcb-a957-48e3-a8b3-69087abcfb65 admin admin] Publish callbacks [] for security_group (4e60c8d7-9553-44b7-a073-069810aa2ff0), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:50.723413 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:50.817519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:50.852880 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cbcb-a957-48e3-a8b3-69087abcfb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (4e60c8d7-9553-44b7-a073-069810aa2ff0), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:50.855503 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cbcb-a957-48e3-a8b3-69087abcfb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:50.856816 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7ba6cbcb-a957-48e3-a8b3-69087abcfb65 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4e60c8d7-9553-44b7-a073-069810aa2ff0 HTTP/1.1" status: 204 len: 168 time: 0.2367156 Jul 14 16:08:50.866495 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6cbcb-a957-48e3-a8b3-69087abcfb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e60c8d7-9553-44b7-a073-069810aa2ff0,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:51.024542 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 90554f6b-eff0-444e-8bc6-754f61980b63 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:08:51.071651 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 90554f6b-eff0-444e-8bc6-754f61980b63 completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:08:51.080935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-1003425a-fbf6-4726-9a31-272ebb2b8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.082441 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-1003425a-fbf6-4726-9a31-272ebb2b8031 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48&tenant_id=7469c47f14be40df88cc57050d28e8ba HTTP/1.1" status: 200 len: 1127 time: 0.1757782 Jul 14 16:08:51.120080 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0886501-7f69-494d-b856-ebe96fd34712 req-83c5ad7d-3b54-48cb-9936-fb1130fb8b85 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.121610 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0886501-7f69-494d-b856-ebe96fd34712 req-83c5ad7d-3b54-48cb-9936-fb1130fb8b85 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.1487772 Jul 14 16:08:51.131768 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ba6e0-e6de-4b2d-abcb-7482ca2807a5 req-105a3b2f-bc1b-4c67-80d9-3a2b0077f0ae tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.133224 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e51ba6e0-e6de-4b2d-abcb-7482ca2807a5 req-105a3b2f-bc1b-4c67-80d9-3a2b0077f0ae tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 944 time: 0.1322906 Jul 14 16:08:51.219743 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 90554f6b-eff0-444e-8bc6-754f61980b63 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:08:51.220147 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:51.248723 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-f61a6b72-cca4-4aab-b759-19cec589246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.250312 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-f61a6b72-cca4-4aab-b759-19cec589246a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1127 time: 0.1256895 Jul 14 16:08:51.308492 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:51.317022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:51.320667 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:51.332472 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 90554f6b-eff0-444e-8bc6-754f61980b63 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:08:51.333103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:51.337896 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e51ba6e0-e6de-4b2d-abcb-7482ca2807a5 req-fda437d4-3413-442f-b81e-85d0a470567c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923993 Jul 14 16:08:51.346819 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b0886501-7f69-494d-b856-ebe96fd34712 req-789fff2e-d135-4e7e-b982-58a951447d82 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055919 Jul 14 16:08:51.402310 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:08:51.406640 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad6b046-0063-45ff-a9d3-ae06bc9f3e9c" -d '{"events": [{"server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "name": "network-vif-plugged", "status": "completed", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:08:51.430360 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 90554f6b-eff0-444e-8bc6-754f61980b63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=90554f6b-eff0-444e-8bc6-754f61980b63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:51.451835 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25831600-4b7a-4b1f-b163-20d54afbf258 x-openstack-request-id: req-25831600-4b7a-4b1f-b163-20d54afbf258 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:08:51.451835 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "name": "network-vif-plugged", "status": "completed", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:08:51.451835 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-25831600-4b7a-4b1f-b163-20d54afbf258 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:08:51.451835 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25831600-4b7a-4b1f-b163-20d54afbf258'] response: {'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63', 'code': 200} Jul 14 16:08:51.453207 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-84678cde-482e-4c21-b757-d406260714cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.454677 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-84678cde-482e-4c21-b757-d406260714cc service neutron] 10.222.0.121 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 911 time: 0.1980624 Jul 14 16:08:51.458550 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (5253ae17-7524-4d3f-98f3-4dfc359ebd20), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:51.504965 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:51.535502 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:51.562409 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=90554f6b-eff0-444e-8bc6-754f61980b63,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:51.604004 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-0c737e4f-1e37-4bb3-a5cd-82ebb38dc766 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 999 time: 0.1014650 Jul 14 16:08:51.715539 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-9b4c9fc9-ccc8-4b62-a506-9f0bf1c0f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.716911 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-9b4c9fc9-ccc8-4b62-a506-9f0bf1c0f689 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 200 len: 848 time: 0.1042638 Jul 14 16:08:51.801965 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-44573108-adde-4396-96f0-9916369ae6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.803443 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-44573108-adde-4396-96f0-9916369ae6ab service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=195d92cd-619d-400c-bff0-a6758063755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806146 Jul 14 16:08:51.823308 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Deleting port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:08:51.823645 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:51.856967 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40334) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:51.873115 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d896adf8-e42e-403a-a817-4327ff15b9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:51.965793 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:51.972146 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-3a09e63a-6637-4ac2-b034-0fe5a760f611 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588881 Jul 14 16:08:51.973817 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] For port 3c1ffd7b-2600-4bb4-b7ed-396540cdc165, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:51.974178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:51.990219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56bff4-0818-4aa9-b00b-51a47f6337eb req-017abbb4-8a48-478b-ba4e-459119c85f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:51.991732 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ee56bff4-0818-4aa9-b00b-51a47f6337eb req-017abbb4-8a48-478b-ba4e-459119c85f45 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 1129 time: 0.0622718 Jul 14 16:08:52.001999 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d896adf8-e42e-403a-a817-4327ff15b9bf admin admin] Publish callbacks [] for security_group (48bf4c77-a990-48a9-9544-f94dc2e0f523), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.007213 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Calling delete_port for 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 owned by network:router_interface {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:08:52.045501 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ee56bff4-0818-4aa9-b00b-51a47f6337eb req-53de56a6-00ac-473c-b8aa-38d66c8f6f68 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Jul 14 16:08:52.120652 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d896adf8-e42e-403a-a817-4327ff15b9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (48bf4c77-a990-48a9-9544-f94dc2e0f523), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.142018 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-beee51a5-c2c1-4041-a74a-735fd938c240 req-02d4a5a5-2291-4206-9c9a-bf637113fe98 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594446 Jul 14 16:08:52.164812 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d896adf8-e42e-403a-a817-4327ff15b9bf admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=bd1c9c6e004f47a5bc1604795b1c765c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066490 Jul 14 16:08:52.165585 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896adf8-e42e-403a-a817-4327ff15b9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf4c77-a990-48a9-9544-f94dc2e0f523,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:52.167868 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40336) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:52.184137 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:52.223811 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40e10b71-6029-404a-864d-1f20ef49496e admin admin] Publish callbacks [] for security_group (48bf4c77-a990-48a9-9544-f94dc2e0f523), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.245891 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40e10b71-6029-404a-864d-1f20ef49496e admin admin] Publish callbacks [] for security_group (48bf4c77-a990-48a9-9544-f94dc2e0f523), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.315751 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (3c1ffd7b-2600-4bb4-b7ed-396540cdc165), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.338578 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40e10b71-6029-404a-864d-1f20ef49496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (48bf4c77-a990-48a9-9544-f94dc2e0f523), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.340633 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1ffd7b-2600-4bb4-b7ed-396540cdc165,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:52.341127 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-40e10b71-6029-404a-864d-1f20ef49496e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.343903 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-40e10b71-6029-404a-864d-1f20ef49496e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/48bf4c77-a990-48a9-9544-f94dc2e0f523 HTTP/1.1" status: 204 len: 168 time: 0.1744452 Jul 14 16:08:52.364187 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e10b71-6029-404a-864d-1f20ef49496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf4c77-a990-48a9-9544-f94dc2e0f523,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:52.621266 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b1c40-98a4-4201-babb-d4fb485e2461 req-228b7c64-2a26-4e09-a54d-1cd94789aece tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:52.622708 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c2b1c40-98a4-4201-babb-d4fb485e2461 req-228b7c64-2a26-4e09-a54d-1cd94789aece tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.1399782 Jul 14 16:08:52.649881 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73ce52-f168-4dba-9ed8-9b2d369195d0 req-5fe88f2e-4385-4200-8508-01dfc6e730a8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:52.651371 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f73ce52-f168-4dba-9ed8-9b2d369195d0 req-5fe88f2e-4385-4200-8508-01dfc6e730a8 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.1174719 Jul 14 16:08:52.710603 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (5253ae17-7524-4d3f-98f3-4dfc359ebd20), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:52.746416 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7c2b1c40-98a4-4201-babb-d4fb485e2461 req-10d24907-92c1-447d-9191-4483209efd0c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154125 Jul 14 16:08:52.753764 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f73ce52-f168-4dba-9ed8-9b2d369195d0 req-40d7164d-e6ef-4e82-88f5-402ec2391b14 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906332 Jul 14 16:08:52.929849 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:52.955486 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:08:53.326782 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:08:53.331705 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-04280461-f5b1-406a-8737-4b0c74c499ff admin admin] 10.222.0.119 "PUT /v2.0/routers/5253ae17-7524-4d3f-98f3-4dfc359ebd20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6429489 Jul 14 16:08:53.337476 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] Sync routers for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:08:53.339361 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40360) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:53.354002 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:08:53.355330 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:08:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:53.438307 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks [] for router (5253ae17-7524-4d3f-98f3-4dfc359ebd20), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:53.464062 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:08:53.544455 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:53.549800 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks [] for router_gateway (5253ae17-7524-4d3f-98f3-4dfc359ebd20), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:53.567774 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:53.644275 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '67903074-0e64-46aa-a971-7575d9b9781e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T16:08:52Z', 'revision_number': 5, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port': {'id': '67903074-0e64-46aa-a971-7575d9b9781e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T15:56:20Z', 'updated_at': '2022-07-14T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:53.647604 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=100 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:53.670182 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] Checking router: 5253ae17-7524-4d3f-98f3-4dfc359ebd20 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:08:53.680161 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] Routers {'5253ae17-7524-4d3f-98f3-4dfc359ebd20'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:08:53.680791 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:08:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:53.688042 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Deleting port 67903074-0e64-46aa-a971-7575d9b9781e {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:08:53.688628 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (67903074-0e64-46aa-a971-7575d9b9781e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:53.768799 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] Set router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 gateway port host: None {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:08:53.776216 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] For port 67903074-0e64-46aa-a971-7575d9b9781e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=67903074-0e64-46aa-a971-7575d9b9781e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:53.776519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (67903074-0e64-46aa-a971-7575d9b9781e), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:53.794225 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Calling delete_port for 67903074-0e64-46aa-a971-7575d9b9781e owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:08:53.846082 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T16:08:53Z', 'revision_number': 6, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:53.880750 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de7659-7439-4096-877c-8c66fd4cc1ba None None] The sync data for ids ['5253ae17-7524-4d3f-98f3-4dfc359ebd20'] in dv-cinder-849869-1-iscsi is: [{'id': '5253ae17-7524-4d3f-98f3-4dfc359ebd20', 'name': 'tempest-AttachVolumeNegativeTest-2014526732-router', 'tenant_id': '4941c3a4d1be445b972c8684bc8b18d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T15:56:19Z', 'updated_at': '2022-07-14T16:08:53Z', 'revision_number': 6, 'project_id': '4941c3a4d1be445b972c8684bc8b18d0', 'gw_port_host': None}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:08:53.981302 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d967421-5dbd-46fc-a2e1-2b57ef9c28c3 req-cf10f655-430a-416e-84c2-a19cd4bad5e5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:53.982766 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1d967421-5dbd-46fc-a2e1-2b57ef9c28c3 req-cf10f655-430a-416e-84c2-a19cd4bad5e5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.1182268 Jul 14 16:08:54.017449 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c26-136a-4e44-8ed6-32c161ba3b30 req-34f92687-023d-4402-b917-0b32f77b9cf1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:54.018914 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b6158c26-136a-4e44-8ed6-32c161ba3b30 req-34f92687-023d-4402-b917-0b32f77b9cf1 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.1384437 Jul 14 16:08:54.105206 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1d967421-5dbd-46fc-a2e1-2b57ef9c28c3 req-4ae0d9c9-7c21-4abe-9e59-a03800a0b419 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131401 Jul 14 16:08:54.130860 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b6158c26-136a-4e44-8ed6-32c161ba3b30 req-80249b3a-e016-4786-92ca-335481a1dc1f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045763 Jul 14 16:08:54.201429 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (67903074-0e64-46aa-a971-7575d9b9781e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.228248 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Pushing event deleted for resources: {'Port': ['ID=67903074-0e64-46aa-a971-7575d9b9781e,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:54.302779 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (5253ae17-7524-4d3f-98f3-4dfc359ebd20), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.397989 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (5253ae17-7524-4d3f-98f3-4dfc359ebd20), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.400264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks [] for router_controller (5253ae17-7524-4d3f-98f3-4dfc359ebd20), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.407740 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:54.518839 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (5253ae17-7524-4d3f-98f3-4dfc359ebd20), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.520269 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5253ae17-7524-4d3f-98f3-4dfc359ebd20 {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:08:54.524750 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.525759 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-935f9f81-3181-4417-a43f-0dbfde752098 admin admin] 10.222.0.119 "DELETE /v2.0/routers/5253ae17-7524-4d3f-98f3-4dfc359ebd20 HTTP/1.1" status: 204 len: 168 time: 1.1854701 Jul 14 16:08:54.528477 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40378) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:54.574257 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] Deleting subnet 6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:08:54.577556 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] Publish callbacks [] for subnet (6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.617109 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.654055 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:54.711163 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.715695 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:08:54.739289 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:08:54.739963 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 3c1ffd7b-2600-4bb4-b7ed-396540cdc165 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:08:54.740854 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 67903074-0e64-46aa-a971-7575d9b9781e no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:08:54.763953 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 67903074-0e64-46aa-a971-7575d9b9781e {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:08:54.764405 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 67903074-0e64-46aa-a971-7575d9b9781e not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:08:54.864008 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.898687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:54.903503 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:54.907673 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-4e35c56d-5a93-4a1e-9ed3-6d9c2dd36fdd admin admin] 10.222.0.119 "DELETE /v2.0/subnets/6da6b9fd-3531-47ae-a73d-4c2a1ace3bc4 HTTP/1.1" status: 204 len: 168 time: 0.3775005 Jul 14 16:08:54.909448 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40380) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:54.910530 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ccdbae-adfb-4ff9-b1cc-76af067a164f None None] Network 81beb021-9d5c-47cd-b940-d1c5b4031ad6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:08:54.993592 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (81beb021-9d5c-47cd-b940-d1c5b4031ad6), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.038064 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Deleting port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:08:55.038420 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.074396 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] DHCP port deletion for 81beb021-9d5c-47cd-b940-d1c5b4031ad6 request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:08:55.115210 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] For port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:55.115574 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.126518 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] Deleting port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:08:55.126897 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.129689 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Calling delete_port for 81de3fc3-11b5-4bed-8b86-3d776cc2c92f owned by network:dhcp {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:08:55.209220 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] For port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,segment=NetworkSegment(f574a250-a6f3-4176-814d-21c039f51552),segment_id=f574a250-a6f3-4176-814d-21c039f51552)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:08:55.210121 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.226481 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] Calling delete_port for 81de3fc3-11b5-4bed-8b86-3d776cc2c92f owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:08:55.284818 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62030efd-d562-4444-b377-a08bd7aac208 req-7c63b5f0-ee68-429f-b07d-32656df1e29a tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:55.286541 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62030efd-d562-4444-b377-a08bd7aac208 req-7c63b5f0-ee68-429f-b07d-32656df1e29a tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0830407 Jul 14 16:08:55.303402 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86549e7e-b276-4e45-af2a-77ed0ef9eabd req-91f92017-a283-42ae-bfce-8942d9e10675 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:55.304853 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-86549e7e-b276-4e45-af2a-77ed0ef9eabd req-91f92017-a283-42ae-bfce-8942d9e10675 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.0728083 Jul 14 16:08:55.377761 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62030efd-d562-4444-b377-a08bd7aac208 req-27f8c30f-16b9-49e1-8f52-1489a58765b6 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824153 Jul 14 16:08:55.382131 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:55.384220 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.386679 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (81de3fc3-11b5-4bed-8b86-3d776cc2c92f), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.400417 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-86549e7e-b276-4e45-af2a-77ed0ef9eabd req-a02fee58-7465-49d5-9cd3-c45926e79869 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847681 Jul 14 16:08:55.400690 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] No DVR routers for this DVR port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:08:55.415889 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Pushing event deleted for resources: {'Port': ['ID=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:55.419456 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] No DVR routers for this DVR port 81de3fc3-11b5-4bed-8b86-3d776cc2c92f on host dv-cinder-849869-1-iscsi {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:08:55.430884 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef468fa5-ad31-47ec-943d-0fe18bec40a1 None None] Pushing event deleted for resources: {'Port': ['ID=81de3fc3-11b5-4bed-8b86-3d776cc2c92f,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:55.505514 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (81beb021-9d5c-47cd-b940-d1c5b4031ad6), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.553004 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81beb021-9d5c-47cd-b940-d1c5b4031ad6']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:55.567908 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f574a250-a6f3-4176-814d-21c039f51552') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:55.568230 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f574a250-a6f3-4176-814d-21c039f51552') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:55.575535 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a66c29-08ff-4c31-babb-af26d74c6764 req-862e731c-f70f-4cb0-8c31-c77f0a33f83f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:55.577014 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e0a66c29-08ff-4c31-babb-af26d74c6764 req-862e731c-f70f-4cb0-8c31-c77f0a33f83f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.0764666 Jul 14 16:08:55.596620 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (f574a250-a6f3-4176-814d-21c039f51552), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.619724 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (f574a250-a6f3-4176-814d-21c039f51552), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.634212 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:08:55.634596 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (f574a250-a6f3-4176-814d-21c039f51552), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.657196 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment f574a250-a6f3-4176-814d-21c039f51552 resource provider aggregate not found Jul 14 16:08:55.672584 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e0a66c29-08ff-4c31-babb-af26d74c6764 req-476e47d9-7753-4e1a-a3a6-5aa961e12a25 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893629 Jul 14 16:08:55.695156 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40394) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:55.698181 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment f574a250-a6f3-4176-814d-21c039f51552 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f574a250-a6f3-4176-814d-21c039f51552 found for delete ", "request_id": "req-f00aeaf3-b0cf-441a-9af6-0086ea5450e3"}]} Jul 14 16:08:55.824406 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (81beb021-9d5c-47cd-b940-d1c5b4031ad6), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.832642 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:55.838592 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] 10.222.0.119 "DELETE /v2.0/networks/81beb021-9d5c-47cd-b940-d1c5b4031ad6 HTTP/1.1" status: 204 len: 168 time: 0.9256604 Jul 14 16:08:55.847551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef64ce0-3a39-48d9-a8fa-01b307b711ec admin admin] Pushing event deleted for resources: {'Network': ['ID=81beb021-9d5c-47cd-b940-d1c5b4031ad6,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:55.889301 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5df78e-8177-4a94-bfe9-d29027c56edb tempest-TestVolumeBootPattern-1275931669 tempest-TestVolumeBootPattern-1275931669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:55.891581 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9d5df78e-8177-4a94-bfe9-d29027c56edb tempest-TestVolumeBootPattern-1275931669 tempest-TestVolumeBootPattern-1275931669-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 1124 time: 0.1953893 Jul 14 16:08:55.896036 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40400) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:55.900369 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'port_id': '90554f6b-eff0-444e-8bc6-754f61980b63', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:08:56.007468 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.081489 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:56.092062 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.196607 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Allocated IP 172.27.3.179 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/246e1450-9300-45d1-8fad-bc91fb01da17) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:08:56.233294 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:56.285323 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40402) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:56.303736 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (246e1450-9300-45d1-8fad-bc91fb01da17), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.325653 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d41144b4-98fa-4ae3-9bf1-2ceb8e8c9d19 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4941c3a4d1be445b972c8684bc8b18d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391531 Jul 14 16:08:56.330092 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40404) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:56.357943 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:56.383585 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d81678ca-c20b-41e6-8918-8bd292723ba0 admin admin] Publish callbacks [] for security_group (f362d4cb-cdce-447f-a079-8af5f353e1ae), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.405663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d81678ca-c20b-41e6-8918-8bd292723ba0 admin admin] Publish callbacks [] for security_group (f362d4cb-cdce-447f-a079-8af5f353e1ae), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.407190 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (246e1450-9300-45d1-8fad-bc91fb01da17), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.454900 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:08:56.460307 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:08:56.463902 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:08:56.466567 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=246e1450-9300-45d1-8fad-bc91fb01da17,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:56.510382 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ea079-9737-42e3-aa8f-a481df50e582 req-f48439ca-d3f4-4e77-97ee-0e0be27b6fe9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:56.514551 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-671ea079-9737-42e3-aa8f-a481df50e582 req-f48439ca-d3f4-4e77-97ee-0e0be27b6fe9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0643463 Jul 14 16:08:56.534081 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 81de3fc3-11b5-4bed-8b86-3d776cc2c92f no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:08:56.534880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d81678ca-c20b-41e6-8918-8bd292723ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (f362d4cb-cdce-447f-a079-8af5f353e1ae), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.539953 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d81678ca-c20b-41e6-8918-8bd292723ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:56.548985 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d81678ca-c20b-41e6-8918-8bd292723ba0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f362d4cb-cdce-447f-a079-8af5f353e1ae HTTP/1.1" status: 204 len: 168 time: 0.2102273 Jul 14 16:08:56.557289 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 81de3fc3-11b5-4bed-8b86-3d776cc2c92f {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:08:56.557960 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 81de3fc3-11b5-4bed-8b86-3d776cc2c92f not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:08:56.590303 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81678ca-c20b-41e6-8918-8bd292723ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f362d4cb-cdce-447f-a079-8af5f353e1ae,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:56.595912 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-671ea079-9737-42e3-aa8f-a481df50e582 req-d63b88d3-658b-4e47-8043-2066f7e721db tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802748 Jul 14 16:08:56.770524 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:56.904630 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (d7f4d4b0-5a47-40fe-ba1a-c08e128db48a), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:57.078686 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (246e1450-9300-45d1-8fad-bc91fb01da17), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:57.234076 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for port (246e1450-9300-45d1-8fad-bc91fb01da17), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:57.332934 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (246e1450-9300-45d1-8fad-bc91fb01da17), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:57.410195 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:57.416761 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event updated for resources: {'Port': ['ID=246e1450-9300-45d1-8fad-bc91fb01da17,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:57.423963 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (d7f4d4b0-5a47-40fe-ba1a-c08e128db48a), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:57.522897 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Floating IP d7f4d4b0-5a47-40fe-ba1a-c08e128db48a associated. External IP: 172.27.3.179, port: 90554f6b-eff0-444e-8bc6-754f61980b63. Jul 14 16:08:57.725247 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3901b97-15d6-4450-a0b2-3fbda3397987 req-e9efbd52-a9ef-4c98-b354-9e999889f219 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:57.727370 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3901b97-15d6-4450-a0b2-3fbda3397987 req-e9efbd52-a9ef-4c98-b354-9e999889f219 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0509622 Jul 14 16:08:57.734587 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:08:57.799526 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3901b97-15d6-4450-a0b2-3fbda3397987 req-371caf6f-b0ed-42b2-8a99-9c4922196609 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656621 Jul 14 16:08:57.847603 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:57.850465 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:08:57.860722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:08:57.871483 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:08:57.872071 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:08:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:57.940711 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:57.974965 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-dd3eca26-7e7f-4661-9e06-b86f46c9039c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0777090 Jul 14 16:08:57.975571 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:08:57.981247 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:08:57.982125 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:08:58.022939 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb1fea-4484-434e-add1-1da9db19794f x-openstack-request-id: req-dfeb1fea-4484-434e-add1-1da9db19794f {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:08:58.022939 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:08:58.022939 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dfeb1fea-4484-434e-add1-1da9db19794f {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:08:58.023452 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfeb1fea-4484-434e-add1-1da9db19794f'] response: {'name': 'network-changed', 'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63', 'status': 'completed', 'code': 200} Jul 14 16:08:58.121178 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-48cbcb5b-a58f-48a3-b8e0-7d9850274d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:58.123360 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-48cbcb5b-a58f-48a3-b8e0-7d9850274d33 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 1129 time: 0.0525067 Jul 14 16:08:58.229111 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:04Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}, {'id': 'd7f4d4b0-5a47-40fe-ba1a-c08e128db48a', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': '90554f6b-eff0-444e-8bc6-754f61980b63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:32:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:08:56Z', 'updated_at': '2022-07-14T16:08:56Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:58.236474 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-e891726a-4fc3-4244-9515-70932825317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:58.238046 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-e891726a-4fc3-4244-9515-70932825317d service neutron] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 914 time: 0.1077108 Jul 14 16:08:58.258203 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:08:58.267701 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:08:58.268386 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:08:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:58.313973 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-a19e6503-0be3-4209-b326-07c1f75aa57c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90554f6b-eff0-444e-8bc6-754f61980b63 HTTP/1.1" status: 200 len: 999 time: 0.0695767 Jul 14 16:08:58.365956 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-3700a56c-c020-40cd-b004-941b95df1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:58.367356 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-3700a56c-c020-40cd-b004-941b95df1a34 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0472889 Jul 14 16:08:58.378788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:08:58.384573 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:08:58.416015 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-60fecc11-3ea4-4406-90da-fb085f890f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:58.417647 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-60fecc11-3ea4-4406-90da-fb085f890f13 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442429 Jul 14 16:08:58.536576 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-9b43c1ac-62b1-4b78-b303-9d0d667de0e3 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119037 Jul 14 16:08:58.636498 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40454) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:58.646356 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-eb3dbd80-6168-4c6c-bfa4-4a7415914a9d req-0b5e8651-aaeb-4560-bf38-ea73902791e8 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035626 Jul 14 16:08:58.790268 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8297709d-5cc1-49fc-9d3d-b09a9a904cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:58.886059 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8297709d-5cc1-49fc-9d3d-b09a9a904cff admin admin] Publish callbacks [] for security_group (9643bb71-85dc-4662-9d8f-1da76387a4e8), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:58.889429 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:04Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}, {'id': 'd7f4d4b0-5a47-40fe-ba1a-c08e128db48a', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': '90554f6b-eff0-444e-8bc6-754f61980b63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:32:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:08:56Z', 'updated_at': '2022-07-14T16:08:56Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:08:58.922439 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f226d4-8a21-46cf-bd3c-0c07ffece585 None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:04Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}, {'id': 'd7f4d4b0-5a47-40fe-ba1a-c08e128db48a', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': '90554f6b-eff0-444e-8bc6-754f61980b63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:32:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:08:56Z', 'updated_at': '2022-07-14T16:08:56Z', 'revision_number': 0, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:08:58.937306 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fca03d-3c70-4ab8-af2c-03688cfca92a req-7bb0187e-c9f3-4d9f-a173-f1f349772ed8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:08:58.943725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-8297709d-5cc1-49fc-9d3d-b09a9a904cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (9643bb71-85dc-4662-9d8f-1da76387a4e8), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:58.943895 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0fca03d-3c70-4ab8-af2c-03688cfca92a req-7bb0187e-c9f3-4d9f-a173-f1f349772ed8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0574408 Jul 14 16:08:58.982077 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297709d-5cc1-49fc-9d3d-b09a9a904cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9643bb71-85dc-4662-9d8f-1da76387a4e8,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:08:58.986528 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-8297709d-5cc1-49fc-9d3d-b09a9a904cff admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=729d7d1a72d94af7b0229e3c760a08d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478887 Jul 14 16:08:58.989308 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40468) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:08:58.997516 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0fca03d-3c70-4ab8-af2c-03688cfca92a req-485d512e-782e-4d60-9d9a-f7e78e04a54f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516124 Jul 14 16:08:59.046135 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-93da022b-ae87-4102-af45-93726e4358b0 admin admin] Publish callbacks [] for security_group (9643bb71-85dc-4662-9d8f-1da76387a4e8), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:59.067837 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-93da022b-ae87-4102-af45-93726e4358b0 admin admin] Publish callbacks [] for security_group (9643bb71-85dc-4662-9d8f-1da76387a4e8), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:59.151402 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014f91b-188e-4a69-a0b8-2bb2b611c542 None None] New status for floating IP d7f4d4b0-5a47-40fe-ba1a-c08e128db48a: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:08:59.173167 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-93da022b-ae87-4102-af45-93726e4358b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (9643bb71-85dc-4662-9d8f-1da76387a4e8), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:59.175753 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-93da022b-ae87-4102-af45-93726e4358b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:08:59.176953 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-93da022b-ae87-4102-af45-93726e4358b0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9643bb71-85dc-4662-9d8f-1da76387a4e8 HTTP/1.1" status: 204 len: 168 time: 0.1867602 Jul 14 16:08:59.185473 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da022b-ae87-4102-af45-93726e4358b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9643bb71-85dc-4662-9d8f-1da76387a4e8,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:00.130153 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33539fd9-06d8-4bf0-ba40-ce8a44633a90 req-3ee11f61-3998-4508-a639-787c68a63e29 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:00.131654 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-33539fd9-06d8-4bf0-ba40-ce8a44633a90 req-3ee11f61-3998-4508-a639-787c68a63e29 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0598545 Jul 14 16:09:00.166241 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:00.183269 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-33539fd9-06d8-4bf0-ba40-ce8a44633a90 req-f52c5ef9-dbd7-4259-9e31-59215fba3654 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459263 Jul 14 16:09:00.629980 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-f750f984-12cd-4fc7-9945-636aeb745a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:01.305783 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5936c2-dffd-452f-a4ed-7db99c5413a1 req-9d1b5714-4f5d-4287-a3a5-746a6c124d3d tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:01.307208 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc5936c2-dffd-452f-a4ed-7db99c5413a1 req-9d1b5714-4f5d-4287-a3a5-746a6c124d3d tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0522609 Jul 14 16:09:01.361272 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cc5936c2-dffd-452f-a4ed-7db99c5413a1 req-370b1650-5487-476d-8a6f-e4bc40075b9a tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Jul 14 16:09:02.475665 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1450d0-e1e3-4da6-ae2b-1980404083bb req-d7a3d9a1-36d9-42ba-baa6-7b28772bcd2f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:02.477088 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4d1450d0-e1e3-4da6-ae2b-1980404083bb req-d7a3d9a1-36d9-42ba-baa6-7b28772bcd2f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0480330 Jul 14 16:09:02.531760 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4d1450d0-e1e3-4da6-ae2b-1980404083bb req-5fa0f173-eaf4-411e-99de-6006bffde633 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491633 Jul 14 16:09:02.967052 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-076185ca-2fc2-44ec-90be-c53b24ae2af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:03.651787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185887-96ab-433b-b0ef-6a7f6d535a1e req-f5297390-1438-4ae7-bc94-4ef770ea7d16 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:03.653252 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7e185887-96ab-433b-b0ef-6a7f6d535a1e req-f5297390-1438-4ae7-bc94-4ef770ea7d16 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0520458 Jul 14 16:09:03.707218 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7e185887-96ab-433b-b0ef-6a7f6d535a1e req-44a5c23b-ddc5-41a9-bfdd-a817dbacd966 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474606 Jul 14 16:09:04.190019 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:04.832563 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cb07c-010b-418e-a3b5-ef9353a00905 req-f5f8dcfb-8ed8-4c7d-8f0a-c3c41b0ad69f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:04.834037 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-462cb07c-010b-418e-a3b5-ef9353a00905 req-f5f8dcfb-8ed8-4c7d-8f0a-c3c41b0ad69f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 943 time: 0.0492961 Jul 14 16:09:04.883123 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-462cb07c-010b-418e-a3b5-ef9353a00905 req-b759b4c5-53eb-4e1f-9a2d-a679b65f6c93 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Jul 14 16:09:05.162620 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device e1ef32e4-cb19-48f1-be96-7f7fc2032c63 details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:09:05.180051 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:05.185442 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:05.238157 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:05.268875 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:09:05.283944 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'port_id': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'mac_address': 'fa:16:3e:eb:fd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:09:05.317292 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:09:05.317678 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:05.335102 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ef32e4-cb19-48f1-be96-7f7fc2032c63 {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:09:05.354107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:09:05.413008 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:05.460433 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=7']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:05.680314 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:05.961673 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:05.998572 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdab1d-d49e-4629-a847-bfb897f28cc8 req-ba614889-03fc-4801-965f-5535dbae4b16 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:06.000155 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6cdab1d-d49e-4629-a847-bfb897f28cc8 req-ba614889-03fc-4801-965f-5535dbae4b16 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 944 time: 0.0486701 Jul 14 16:09:06.049575 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c6cdab1d-d49e-4629-a847-bfb897f28cc8 req-15b7c929-28d1-41be-98c5-7e1b49c149a8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Jul 14 16:09:07.167586 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c59ccb-4e33-452c-9004-341c99e005ee req-f81efb27-0a36-44ca-8b09-22e925b34471 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:07.169052 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20c59ccb-4e33-452c-9004-341c99e005ee req-f81efb27-0a36-44ca-8b09-22e925b34471 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 944 time: 0.0500932 Jul 14 16:09:07.217983 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20c59ccb-4e33-452c-9004-341c99e005ee req-e72cee36-ddc9-451f-b5fb-1108dee529aa tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Jul 14 16:09:07.848554 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['e1ef32e4-cb19-48f1-be96-7f7fc2032c63'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:09:08.336364 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad47034-f16f-493e-a728-ef3d8329f7e4 req-e8da9370-a4dd-4f00-9b4b-f7e7e267bfe8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:08.338126 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cad47034-f16f-493e-a728-ef3d8329f7e4 req-e8da9370-a4dd-4f00-9b4b-f7e7e267bfe8 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 944 time: 0.0504467 Jul 14 16:09:08.387923 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cad47034-f16f-493e-a728-ef3d8329f7e4 req-b680ec8f-72a0-49fb-b22b-d205534830b5 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Jul 14 16:09:09.087536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device e1ef32e4-cb19-48f1-be96-7f7fc2032c63 up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:09:09.131429 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:09:09.131795 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:09.180467 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:09.181372 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:09.206128 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:09:09.206537 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:09.231406 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:09:09.233640 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4699aa1c-50e0-46ab-8936-f670375ae605" -d '{"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-plugged", "status": "completed", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:09:09.247049 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:09:09.258878 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:09.262848 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:09.270377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b8f9a-046c-465a-8ce0-84c40af22c4b x-openstack-request-id: req-df9b8f9a-046c-465a-8ce0-84c40af22c4b {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:09:09.270672 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-plugged", "status": "completed", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:09:09.270929 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-df9b8f9a-046c-465a-8ce0-84c40af22c4b {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:09:09.271329 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9b8f9a-046c-465a-8ce0-84c40af22c4b'] response: {'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'code': 200} Jul 14 16:09:09.345967 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:09.394420 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=8']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:09.507531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffffbc1-527e-4a29-aaf3-3fa96cebf565 req-2a89e4ef-4127-42fe-8e65-82bcaf93449e tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:09.509070 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5ffffbc1-527e-4a29-aaf3-3fa96cebf565 req-2a89e4ef-4127-42fe-8e65-82bcaf93449e tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0510857 Jul 14 16:09:09.560467 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5ffffbc1-527e-4a29-aaf3-3fa96cebf565 req-71d159ce-fbe7-4d3b-bff6-2d76b1300f4a tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456626 Jul 14 16:09:09.690420 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149d010-4297-46f4-87f8-f4e42b559589 req-8af9259a-493d-4cc2-b53c-39fbcc9643cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:09.691811 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c149d010-4297-46f4-87f8-f4e42b559589 req-8af9259a-493d-4cc2-b53c-39fbcc9643cb service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1129 time: 0.0391042 Jul 14 16:09:09.725638 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:09.738563 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c149d010-4297-46f4-87f8-f4e42b559589 req-b670e5ca-d134-4c05-902f-71286938ef03 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Jul 14 16:09:10.687960 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54434c4-4bf1-42ed-89d9-97e0b045fbe2 req-f281f0ce-29c6-4dd6-8db6-85e5f46ec225 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:10.689465 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e54434c4-4bf1-42ed-89d9-97e0b045fbe2 req-f281f0ce-29c6-4dd6-8db6-85e5f46ec225 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0506375 Jul 14 16:09:10.750189 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e54434c4-4bf1-42ed-89d9-97e0b045fbe2 req-a6237947-4170-4920-a8dc-f4b8fed2f0e4 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523653 Jul 14 16:09:11.869550 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b53dee-344c-46d1-a746-b9c708d9b15d req-c719389f-7cd9-4b98-9e4d-30ec80052598 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:11.871029 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37b53dee-344c-46d1-a746-b9c708d9b15d req-c719389f-7cd9-4b98-9e4d-30ec80052598 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0488615 Jul 14 16:09:11.897575 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:11.926031 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-37b53dee-344c-46d1-a746-b9c708d9b15d req-774b37fe-42bb-45af-83ba-edc951cd7d47 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493765 Jul 14 16:09:12.054757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40664) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:12.162555 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a44124e6-f907-4c3c-94dd-7775e8bf7dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:12.242149 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a44124e6-f907-4c3c-94dd-7775e8bf7dd2 admin admin] Publish callbacks [] for security_group (2c5cf817-686e-4df5-81f7-413f1cf78c2d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:12.383110 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a44124e6-f907-4c3c-94dd-7775e8bf7dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2c5cf817-686e-4df5-81f7-413f1cf78c2d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:12.423734 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-a44124e6-f907-4c3c-94dd-7775e8bf7dd2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=cc7a96296b9f4a8b90a33dae99521c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678815 Jul 14 16:09:12.424885 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44124e6-f907-4c3c-94dd-7775e8bf7dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5cf817-686e-4df5-81f7-413f1cf78c2d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:12.426407 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40668) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:12.479309 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-80eb60f9-35cf-43a2-8b6c-ee7085d6ce6e admin admin] Publish callbacks [] for security_group (2c5cf817-686e-4df5-81f7-413f1cf78c2d), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:12.500665 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-80eb60f9-35cf-43a2-8b6c-ee7085d6ce6e admin admin] Publish callbacks [] for security_group (2c5cf817-686e-4df5-81f7-413f1cf78c2d), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:12.664298 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-80eb60f9-35cf-43a2-8b6c-ee7085d6ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2c5cf817-686e-4df5-81f7-413f1cf78c2d), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:12.666753 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-80eb60f9-35cf-43a2-8b6c-ee7085d6ce6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:12.667895 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-80eb60f9-35cf-43a2-8b6c-ee7085d6ce6e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2c5cf817-686e-4df5-81f7-413f1cf78c2d HTTP/1.1" status: 204 len: 168 time: 0.2405157 Jul 14 16:09:12.676284 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb60f9-35cf-43a2-8b6c-ee7085d6ce6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5cf817-686e-4df5-81f7-413f1cf78c2d,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:13.056809 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d2b3-4e9d-483e-afa9-9d5e5e0ee807 req-a4344878-b89b-4fa6-a229-14de6e191118 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:13.058184 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7012d2b3-4e9d-483e-afa9-9d5e5e0ee807 req-a4344878-b89b-4fa6-a229-14de6e191118 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0568531 Jul 14 16:09:13.113146 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7012d2b3-4e9d-483e-afa9-9d5e5e0ee807 req-d5814075-ccbf-4535-9f04-246d2484da1f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491343 Jul 14 16:09:15.905811 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:09:15.985067 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40756) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:16.095209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6799f9fc-a71a-4730-985e-f18a24abe46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:16.170186 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6799f9fc-a71a-4730-985e-f18a24abe46f admin admin] Publish callbacks [] for security_group (2e993f6b-c535-4d7e-8c76-e115884cc1f6), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:16.236117 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6799f9fc-a71a-4730-985e-f18a24abe46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2e993f6b-c535-4d7e-8c76-e115884cc1f6), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:16.280335 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799f9fc-a71a-4730-985e-f18a24abe46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e993f6b-c535-4d7e-8c76-e115884cc1f6,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:16.285208 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6799f9fc-a71a-4730-985e-f18a24abe46f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d31091e194724daab5bf8408da73ca40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985139 Jul 14 16:09:16.288428 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40760) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:16.342247 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aa53540-d9d3-4535-9a26-90765d9ff565 admin admin] Publish callbacks [] for security_group (2e993f6b-c535-4d7e-8c76-e115884cc1f6), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:16.364777 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aa53540-d9d3-4535-9a26-90765d9ff565 admin admin] Publish callbacks [] for security_group (2e993f6b-c535-4d7e-8c76-e115884cc1f6), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:16.504563 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aa53540-d9d3-4535-9a26-90765d9ff565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2e993f6b-c535-4d7e-8c76-e115884cc1f6), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:16.507039 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aa53540-d9d3-4535-9a26-90765d9ff565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:16.508324 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7aa53540-d9d3-4535-9a26-90765d9ff565 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2e993f6b-c535-4d7e-8c76-e115884cc1f6 HTTP/1.1" status: 204 len: 168 time: 0.2194901 Jul 14 16:09:16.517336 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa53540-d9d3-4535-9a26-90765d9ff565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e993f6b-c535-4d7e-8c76-e115884cc1f6,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:17.291090 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40768) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:17.304637 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d6bbbc20-955a-41ee-ae8c-12a3d6276cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:17.330236 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:17.361297 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:17.382266 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d6bbbc20-955a-41ee-ae8c-12a3d6276cba admin admin] Publish callbacks [] for security_group (1ce30cf8-e51a-42ea-b812-6aeb08c377ac), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:17.453155 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d6bbbc20-955a-41ee-ae8c-12a3d6276cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (1ce30cf8-e51a-42ea-b812-6aeb08c377ac), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:17.495653 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d6bbbc20-955a-41ee-ae8c-12a3d6276cba admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4b6684556e204154addb78e0fcd5b4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033789 Jul 14 16:09:17.496714 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbbc20-955a-41ee-ae8c-12a3d6276cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce30cf8-e51a-42ea-b812-6aeb08c377ac,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:17.498405 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40770) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:17.552593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2d2bf6cf-17b9-4fac-815d-bbafd15a236a admin admin] Publish callbacks [] for security_group (1ce30cf8-e51a-42ea-b812-6aeb08c377ac), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:17.575290 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2d2bf6cf-17b9-4fac-815d-bbafd15a236a admin admin] Publish callbacks [] for security_group (1ce30cf8-e51a-42ea-b812-6aeb08c377ac), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:17.739741 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2d2bf6cf-17b9-4fac-815d-bbafd15a236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (1ce30cf8-e51a-42ea-b812-6aeb08c377ac), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:17.742256 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2d2bf6cf-17b9-4fac-815d-bbafd15a236a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:17.743497 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2d2bf6cf-17b9-4fac-815d-bbafd15a236a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1ce30cf8-e51a-42ea-b812-6aeb08c377ac HTTP/1.1" status: 204 len: 168 time: 0.2434225 Jul 14 16:09:17.751649 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bf6cf-17b9-4fac-815d-bbafd15a236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce30cf8-e51a-42ea-b812-6aeb08c377ac,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:18.658847 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:23.454073 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40930) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:23.562099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f48508f3-3fb9-48cf-ba23-f76082a2f5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:23.640654 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f48508f3-3fb9-48cf-ba23-f76082a2f5fe admin admin] Publish callbacks [] for security_group (19c2d78e-aa4a-4722-b5aa-3852eeba0218), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:23.710507 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f48508f3-3fb9-48cf-ba23-f76082a2f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (19c2d78e-aa4a-4722-b5aa-3852eeba0218), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:23.751278 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f48508f3-3fb9-48cf-ba23-f76082a2f5fe admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e4a3ccb02d104d3a8fa14d2fc524a4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961750 Jul 14 16:09:23.752158 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48508f3-3fb9-48cf-ba23-f76082a2f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2d78e-aa4a-4722-b5aa-3852eeba0218,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:23.754904 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40934) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:23.806910 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d7162c3f-a8dc-4a1f-9d8d-37e0963526e6 admin admin] Publish callbacks [] for security_group (19c2d78e-aa4a-4722-b5aa-3852eeba0218), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:24.061791 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d7162c3f-a8dc-4a1f-9d8d-37e0963526e6 admin admin] Publish callbacks [] for security_group (19c2d78e-aa4a-4722-b5aa-3852eeba0218), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:24.178839 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d7162c3f-a8dc-4a1f-9d8d-37e0963526e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (19c2d78e-aa4a-4722-b5aa-3852eeba0218), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:24.181441 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d7162c3f-a8dc-4a1f-9d8d-37e0963526e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:24.182589 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d7162c3f-a8dc-4a1f-9d8d-37e0963526e6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/19c2d78e-aa4a-4722-b5aa-3852eeba0218 HTTP/1.1" status: 204 len: 168 time: 0.4266438 Jul 14 16:09:24.190585 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7162c3f-a8dc-4a1f-9d8d-37e0963526e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2d78e-aa4a-4722-b5aa-3852eeba0218,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:24.783016 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 40942) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:24.796800 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5b8efb53-c376-42de-abce-4ac64ff7933e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:24.871262 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5b8efb53-c376-42de-abce-4ac64ff7933e admin admin] Publish callbacks [] for security_group (ddb2a709-b6c7-43c9-a0e0-859284dae922), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:24.945215 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-5b8efb53-c376-42de-abce-4ac64ff7933e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (ddb2a709-b6c7-43c9-a0e0-859284dae922), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:24.988083 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-5b8efb53-c376-42de-abce-4ac64ff7933e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=865ddde435814cd09dce398e7b5d5767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039948 Jul 14 16:09:24.989007 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8efb53-c376-42de-abce-4ac64ff7933e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb2a709-b6c7-43c9-a0e0-859284dae922,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:24.990945 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 40948) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:09:25.041524 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7eab71bd-cf20-43f6-9097-0b53222120a6 admin admin] Publish callbacks [] for security_group (ddb2a709-b6c7-43c9-a0e0-859284dae922), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:25.062661 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7eab71bd-cf20-43f6-9097-0b53222120a6 admin admin] Publish callbacks [] for security_group (ddb2a709-b6c7-43c9-a0e0-859284dae922), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:25.179128 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7eab71bd-cf20-43f6-9097-0b53222120a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (ddb2a709-b6c7-43c9-a0e0-859284dae922), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:25.181709 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7eab71bd-cf20-43f6-9097-0b53222120a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:25.182878 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7eab71bd-cf20-43f6-9097-0b53222120a6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ddb2a709-b6c7-43c9-a0e0-859284dae922 HTTP/1.1" status: 204 len: 168 time: 0.1909626 Jul 14 16:09:25.191299 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab71bd-cf20-43f6-9097-0b53222120a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb2a709-b6c7-43c9-a0e0-859284dae922,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:09:25.900917 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:28.546600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:30.600512 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5484c94c-c8b5-46c5-9eca-b4c3af309f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:32.933299 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e424ecc3-0e3d-45f4-b40d-7c37275d08b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:34.144245 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:34.982607 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:INSERT=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:34.984348 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:35.097148 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=30,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:35.187286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=60,neutron:INSERT=3,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:35.555020 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:35.624972 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:35.832634 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:35.926655 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:37.786527 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-b3981b67-5398-4bb7-a8c4-0111f182d83b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391116 Jul 14 16:09:37.877742 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-67de57b9-b738-455c-aec8-7da278b36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:37.879228 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-67de57b9-b738-455c-aec8-7da278b36054 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1130 time: 0.0431790 Jul 14 16:09:37.887911 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:37.892297 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:37.986825 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-cd6b39d7-1a76-4415-a779-53f6a7f8b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:37.988230 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-cd6b39d7-1a76-4415-a779-53f6a7f8b531 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 914 time: 0.0872881 Jul 14 16:09:38.055174 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-a9caa690-a33c-411a-9b5c-520c18bcd876 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d245e393-87e8-4b90-a68d-82aaa0421e63 HTTP/1.1" status: 200 len: 1002 time: 0.0603013 Jul 14 16:09:38.111101 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-a3e60f44-7b0d-4036-9d7d-bfe77d818595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:38.112626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-a3e60f44-7b0d-4036-9d7d-bfe77d818595 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0501633 Jul 14 16:09:38.156618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-b20ffefc-af20-4295-9ed5-dc26d2d3b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:09:38.158080 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-b20ffefc-af20-4295-9ed5-dc26d2d3b2d6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383880 Jul 14 16:09:38.250185 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-7dfbdd4e-57f5-4884-9d50-4d0d449f7368 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Jul 14 16:09:38.337483 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f3b8cef-9444-4f97-bde0-084178d9d9e5 req-b73cbff2-41e8-40f4-a97f-21ed8d4fea63 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807590 Jul 14 16:09:45.835570 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:45.841747 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:48.332202 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=54 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:48.334177 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=47 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:48.617648 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:09:52.905701 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:09:58.556600 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:58.560576 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:09:58.563339 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:00.596327 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ef771a31-ea3c-4c47-9866-5a886071f217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:02.901034 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:02.922241 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-344f5441-b095-42ff-a107-d301ac8b1ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:04.150732 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:05.750364 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:05.955293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:14.882657 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:14.887504 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:15.838709 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=7 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:15.842583 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:15.846299 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:18.705795 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:20.402264 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6227-7023-46d5-9176-12a856312901 req-5b1131a8-660b-4be7-86e3-0dfc8265a3c1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:20.403782 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c23d6227-7023-46d5-9176-12a856312901 req-5b1131a8-660b-4be7-86e3-0dfc8265a3c1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0570691 Jul 14 16:10:20.452568 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c23d6227-7023-46d5-9176-12a856312901 req-b92a79a6-53d4-44f1-872d-2f31e7b09d03 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Jul 14 16:10:20.971423 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41458) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:21.076928 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:21.150370 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Publish callbacks [] for security_group (100c04d3-f851-4a35-a0a3-bc7b634c55fc), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:21.206784 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (100c04d3-f851-4a35-a0a3-bc7b634c55fc), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:21.246961 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4d9db4bcb01749699c4eea0adf80afea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742038 Jul 14 16:10:21.247837 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100c04d3-f851-4a35-a0a3-bc7b634c55fc,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:21.250172 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41464) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:21.256283 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.256634 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.256979 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.257317 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.257654 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.257996 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.258309 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.258629 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.258955 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.259559 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.259687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.259905 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.260248 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.260597 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.260916 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6decf-3194-486c-8a30-4c48aa3a6689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.307463 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Publish callbacks [] for security_group (100c04d3-f851-4a35-a0a3-bc7b634c55fc), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:21.329925 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Publish callbacks [] for security_group (100c04d3-f851-4a35-a0a3-bc7b634c55fc), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:21.470593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (100c04d3-f851-4a35-a0a3-bc7b634c55fc), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:21.474952 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:21.476423 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/100c04d3-f851-4a35-a0a3-bc7b634c55fc HTTP/1.1" status: 204 len: 168 time: 0.2244737 Jul 14 16:10:21.485957 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100c04d3-f851-4a35-a0a3-bc7b634c55fc,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:21.494272 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.494806 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.495145 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.495645 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.495979 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.496332 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.496656 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.496975 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.497461 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.498125 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.498458 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.498780 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.499099 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.499553 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.500347 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c6dfb-c332-439f-902f-65e2215e65ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:21.587418 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fc00d-af1d-41d8-bff3-70b246209a27 req-c8bedad4-2840-43d6-ab4e-d52196238c4f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:21.588913 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3a2fc00d-af1d-41d8-bff3-70b246209a27 req-c8bedad4-2840-43d6-ab4e-d52196238c4f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Jul 14 16:10:21.637486 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-3a2fc00d-af1d-41d8-bff3-70b246209a27 req-e1cc908a-6b52-40be-a931-34dd8ffed8bf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Jul 14 16:10:22.763450 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816289-67b8-45ba-bb5d-1aff993eb2b6 req-89098bcf-cdea-4875-8d28-ad64422c2d19 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:22.766537 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-96816289-67b8-45ba-bb5d-1aff993eb2b6 req-89098bcf-cdea-4875-8d28-ad64422c2d19 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0539405 Jul 14 16:10:22.828330 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-96816289-67b8-45ba-bb5d-1aff993eb2b6 req-44eac0ab-d7ba-405e-997b-37e53f948225 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464287 Jul 14 16:10:22.944956 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41482) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:23.051631 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8251c152-52c2-43c6-8d1c-e98cad3b3fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.167094 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8251c152-52c2-43c6-8d1c-e98cad3b3fe6 admin admin] Publish callbacks [] for security_group (e86f9c5d-0f54-402e-b748-94b92372802c), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.176059 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dee799-5676-4897-870f-86314387a690 req-f95b4681-aea0-416d-b1f6-fe03ff6cf919 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:23.179280 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-89dee799-5676-4897-870f-86314387a690 req-f95b4681-aea0-416d-b1f6-fe03ff6cf919 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0727844 Jul 14 16:10:23.227906 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-8251c152-52c2-43c6-8d1c-e98cad3b3fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e86f9c5d-0f54-402e-b748-94b92372802c), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.290694 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Deleting port 6dec8b05-afcf-441d-8a1d-343566bbfe9d {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:10:23.290952 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.311800 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-8251c152-52c2-43c6-8d1c-e98cad3b3fe6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d2eabf8f573b402daf5676725f3bc6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657930 Jul 14 16:10:23.315375 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41486) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:23.315959 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251c152-52c2-43c6-8d1c-e98cad3b3fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f9c5d-0f54-402e-b748-94b92372802c,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:23.391920 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:23.397633 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:23.431061 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] For port 6dec8b05-afcf-441d-8a1d-343566bbfe9d, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=6dec8b05-afcf-441d-8a1d-343566bbfe9d,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:10:23.431429 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.434082 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5f4b4b34-0ab2-4510-8b29-7cc49cc664d5 admin admin] Publish callbacks [] for security_group (e86f9c5d-0f54-402e-b748-94b92372802c), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.783450 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5f4b4b34-0ab2-4510-8b29-7cc49cc664d5 admin admin] Publish callbacks [] for security_group (e86f9c5d-0f54-402e-b748-94b92372802c), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.985995 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f79f-bc73-4848-82f8-edf5b37d5869 req-fcf4b89b-a36b-4419-82be-5e00cf389da7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:23.987439 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7699f79f-bc73-4848-82f8-edf5b37d5869 req-fcf4b89b-a36b-4419-82be-5e00cf389da7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 946 time: 0.0663099 Jul 14 16:10:23.990570 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.990925 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (8aa62499-2c3a-40b8-b59a-5a9237ee0c08), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:23.991234 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Floating IP 8aa62499-2c3a-40b8-b59a-5a9237ee0c08 disassociated. External IP: 172.27.3.218, port: 6dec8b05-afcf-441d-8a1d-343566bbfe9d. Jul 14 16:10:23.991578 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Calling delete_port for 6dec8b05-afcf-441d-8a1d-343566bbfe9d owned by compute:nova {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:10:24.050490 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5f4b4b34-0ab2-4510-8b29-7cc49cc664d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e86f9c5d-0f54-402e-b748-94b92372802c), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:24.052925 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5f4b4b34-0ab2-4510-8b29-7cc49cc664d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:24.054031 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-5f4b4b34-0ab2-4510-8b29-7cc49cc664d5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e86f9c5d-0f54-402e-b748-94b92372802c HTTP/1.1" status: 204 len: 168 time: 0.7353718 Jul 14 16:10:24.079660 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b4b34-0ab2-4510-8b29-7cc49cc664d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f9c5d-0f54-402e-b748-94b92372802c,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:24.099631 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7699f79f-bc73-4848-82f8-edf5b37d5869 req-437dc6ad-d21c-4b6e-a8b7-82d6ddff2a82 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056693 Jul 14 16:10:24.269831 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (6dec8b05-afcf-441d-8a1d-343566bbfe9d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:24.298143 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event deleted for resources: {'Port': ['ID=6dec8b05-afcf-441d-8a1d-343566bbfe9d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:24.393629 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:24.416259 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Router a3580377-8bd1-4d4b-9e63-7bf5f2488208 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:10:24.522423 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:10:24.531946 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] Sync routers for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:10:24.541154 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:10:24.541864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:10:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:24.565237 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] No DVR routers for this DVR port 6dec8b05-afcf-441d-8a1d-343566bbfe9d on host hv-cinder-84986 {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:10:24.567652 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:24.570829 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-89dee799-5676-4897-870f-86314387a690 req-5cd87862-b7d7-4005-9892-b03139d0d693 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "DELETE /v2.0/ports/6dec8b05-afcf-441d-8a1d-343566bbfe9d HTTP/1.1" status: 204 len: 173 time: 1.3876653 Jul 14 16:10:24.571261 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-deleted', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:10:24.573531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e394e-2cdd-422f-8cea-577cac51873a" -d '{"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-deleted", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:10:24.656835 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:10:24.746806 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41498) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:24.761594 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f217de8b-9147-48c0-9bdd-a24e686002c0 x-openstack-request-id: req-f217de8b-9147-48c0-9bdd-a24e686002c0 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:10:24.762136 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556002e-581e-4aee-880d-f517f5513652", "name": "network-vif-deleted", "tag": "6dec8b05-afcf-441d-8a1d-343566bbfe9d", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:10:24.762387 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f217de8b-9147-48c0-9bdd-a24e686002c0 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:10:24.762957 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f217de8b-9147-48c0-9bdd-a24e686002c0'] response: {'server_uuid': '1556002e-581e-4aee-880d-f517f5513652', 'name': 'network-vif-deleted', 'tag': '6dec8b05-afcf-441d-8a1d-343566bbfe9d', 'status': 'completed', 'code': 200} Jul 14 16:10:24.763853 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3ac78660-bb10-4d8a-8b69-9063cb788a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:24.818023 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:24.864489 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3ac78660-bb10-4d8a-8b69-9063cb788a6d admin admin] Publish callbacks [] for security_group (2b3af3a8-5006-42c2-97df-b8f272a73880), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:24.865368 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:24.896274 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] Checking router: a3580377-8bd1-4d4b-9e63-7bf5f2488208 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:10:24.904768 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:10:24.912599 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:10:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:24.933655 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3ac78660-bb10-4d8a-8b69-9063cb788a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2b3af3a8-5006-42c2-97df-b8f272a73880), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:24.975938 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3ac78660-bb10-4d8a-8b69-9063cb788a6d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6806fce2508847439d7dd6f8575fc139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280493 Jul 14 16:10:24.976843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac78660-bb10-4d8a-8b69-9063cb788a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3af3a8-5006-42c2-97df-b8f272a73880,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:24.979058 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41500) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:25.010880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:10:25.036703 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-55bc50c8-b874-4d85-b450-f6d7135bd42e admin admin] Publish callbacks [] for security_group (2b3af3a8-5006-42c2-97df-b8f272a73880), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:25.059007 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-55bc50c8-b874-4d85-b450-f6d7135bd42e admin admin] Publish callbacks [] for security_group (2b3af3a8-5006-42c2-97df-b8f272a73880), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:25.191046 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-55bc50c8-b874-4d85-b450-f6d7135bd42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (2b3af3a8-5006-42c2-97df-b8f272a73880), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:25.197851 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-55bc50c8-b874-4d85-b450-f6d7135bd42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:25.199912 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-55bc50c8-b874-4d85-b450-f6d7135bd42e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2b3af3a8-5006-42c2-97df-b8f272a73880 HTTP/1.1" status: 204 len: 168 time: 0.2185242 Jul 14 16:10:25.210814 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc50c8-b874-4d85-b450-f6d7135bd42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3af3a8-5006-42c2-97df-b8f272a73880,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:25.226505 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:25.244575 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-672a73e4-e8f4-4591-a55b-231a2b36005c req-4f392a6b-c87e-434f-bcb0-5506c2283bdf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=1556002e-581e-4aee-880d-f517f5513652 HTTP/1.1" status: 200 len: 210 time: 0.0549281 Jul 14 16:10:25.261026 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1fb27-5bc4-4883-8f65-f0e7ab7984b6 None None] The sync data for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi is: [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:10:25.420619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:10:25.452228 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 6dec8b05-afcf-441d-8a1d-343566bbfe9d {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:10:25.452580 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 6dec8b05-afcf-441d-8a1d-343566bbfe9d not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:10:25.520300 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36fd80-1eb9-4b13-abe7-89e35a7a9ffc None None] New status for floating IP 8aa62499-2c3a-40b8-b59a-5a9237ee0c08: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:10:26.415421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41536) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:26.474095 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f703a896-834e-4bc7-b12b-1829c3618ac0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:26.500057 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f703a896-834e-4bc7-b12b-1829c3618ac0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:26.619520 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f703a896-834e-4bc7-b12b-1829c3618ac0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:26.622188 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-f703a896-834e-4bc7-b12b-1829c3618ac0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:26.623466 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-f703a896-834e-4bc7-b12b-1829c3618ac0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "DELETE /v2.0/security-groups/c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf HTTP/1.1" status: 204 len: 168 time: 0.2063236 Jul 14 16:10:26.626209 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41540) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:26.633120 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703a896-834e-4bc7-b12b-1829c3618ac0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:26.639650 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.api.v2.resource [None req-23ac67fe-4dd4-4798-b2a7-5948454b669d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] show failed (client error): The resource could not be found. Jul 14 16:10:26.641193 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-23ac67fe-4dd4-4798-b2a7-5948454b669d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups/c9b7c3f4-4865-4b4e-85db-a8cbf9db5adf HTTP/1.1" status: 404 len: 347 time: 0.0134792 Jul 14 16:10:26.644132 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41542) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:26.755824 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Deleting port 137d425d-bb92-4638-a088-a1d61b0e1e7f {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:10:26.756164 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:26.832790 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:26.833111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (137d425d-bb92-4638-a088-a1d61b0e1e7f), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:26.845799 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Calling delete_port for 137d425d-bb92-4638-a088-a1d61b0e1e7f owned by network:floatingip {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:10:27.065825 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (137d425d-bb92-4638-a088-a1d61b0e1e7f), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.090913 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event deleted for resources: {'Port': ['ID=137d425d-bb92-4638-a088-a1d61b0e1e7f,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:27.162343 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (8aa62499-2c3a-40b8-b59a-5a9237ee0c08), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.164891 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.166043 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-15ac2b66-4f57-4b20-93d8-bbf713c8696b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "DELETE /v2.0/floatingips/8aa62499-2c3a-40b8-b59a-5a9237ee0c08 HTTP/1.1" status: 204 len: 168 time: 0.5210102 Jul 14 16:10:27.335080 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41560) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:27.339694 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-23ec6f71-7868-4d3d-a35e-27c4979ff4ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447186553', 'description': 'tempest-description--1472887869'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:10:27.448259 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-23ec6f71-7868-4d3d-a35e-27c4979ff4ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.521450 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-23ec6f71-7868-4d3d-a35e-27c4979ff4ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (de8db809-41d2-4411-a7cf-db52555b4279), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.603104 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-23ec6f71-7868-4d3d-a35e-27c4979ff4ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (de8db809-41d2-4411-a7cf-db52555b4279), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.633797 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec6f71-7868-4d3d-a35e-27c4979ff4ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8db809-41d2-4411-a7cf-db52555b4279,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:27.719194 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-23ec6f71-7868-4d3d-a35e-27c4979ff4ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.720885 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-23ec6f71-7868-4d3d-a35e-27c4979ff4ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3846729 Jul 14 16:10:27.724742 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41574) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:27.729301 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-c74eaa4d-e7f8-4f19-8aa0-913d54cab10e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'security_group_rule': {'security_group_id': 'de8db809-41d2-4411-a7cf-db52555b4279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:10:27.849711 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c74eaa4d-e7f8-4f19-8aa0-913d54cab10e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (89203f61-f1e0-4ed7-abda-be15769856ec), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.868462 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:27.909255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c74eaa4d-e7f8-4f19-8aa0-913d54cab10e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (89203f61-f1e0-4ed7-abda-be15769856ec), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:27.977267 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41578) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:27.990650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c74eaa4d-e7f8-4f19-8aa0-913d54cab10e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (89203f61-f1e0-4ed7-abda-be15769856ec), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.011114 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74eaa4d-e7f8-4f19-8aa0-913d54cab10e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89203f61-f1e0-4ed7-abda-be15769856ec,revision_number=0']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:28.086482 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-98e2a53e-2344-4518-a2bf-58f0477dbe3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.104739 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c74eaa4d-e7f8-4f19-8aa0-913d54cab10e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.105833 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c74eaa4d-e7f8-4f19-8aa0-913d54cab10e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3800685 Jul 14 16:10:28.108850 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41582) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:28.113743 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-499248f1-b1f8-4d07-86cc-56a4aa1618c5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'security_group_rule': {'security_group_id': 'de8db809-41d2-4411-a7cf-db52555b4279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:10:28.143786 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:28.169636 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-98e2a53e-2344-4518-a2bf-58f0477dbe3c admin admin] Publish callbacks [] for security_group (d041a6f7-2772-4946-8fae-d840f88b88f8), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.220970 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-499248f1-b1f8-4d07-86cc-56a4aa1618c5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (56acd04c-a57a-4c8d-8ff4-269cf808d558), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.242624 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-98e2a53e-2344-4518-a2bf-58f0477dbe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d041a6f7-2772-4946-8fae-d840f88b88f8), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.277064 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-499248f1-b1f8-4d07-86cc-56a4aa1618c5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (56acd04c-a57a-4c8d-8ff4-269cf808d558), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.285867 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-98e2a53e-2344-4518-a2bf-58f0477dbe3c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2df4ac5a66754a56825fbaa0f06e2d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075268 Jul 14 16:10:28.288206 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a53e-2344-4518-a2bf-58f0477dbe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d041a6f7-2772-4946-8fae-d840f88b88f8,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:28.289082 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41584) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:28.319657 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:28.330947 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:28.342281 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-262ffb50-79f7-4dd1-9380-d9aafface555 admin admin] Publish callbacks [] for security_group (d041a6f7-2772-4946-8fae-d840f88b88f8), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.360765 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-499248f1-b1f8-4d07-86cc-56a4aa1618c5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474806'] for security_group_rule (56acd04c-a57a-4c8d-8ff4-269cf808d558), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.368000 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-262ffb50-79f7-4dd1-9380-d9aafface555 admin admin] Publish callbacks [] for security_group (d041a6f7-2772-4946-8fae-d840f88b88f8), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.392153 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499248f1-b1f8-4d07-86cc-56a4aa1618c5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56acd04c-a57a-4c8d-8ff4-269cf808d558,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:28.455412 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-499248f1-b1f8-4d07-86cc-56a4aa1618c5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.456675 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-499248f1-b1f8-4d07-86cc-56a4aa1618c5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467259 Jul 14 16:10:28.459962 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41586) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:28.464214 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'floatingip': {'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:10:28.573995 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-262ffb50-79f7-4dd1-9380-d9aafface555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (d041a6f7-2772-4946-8fae-d840f88b88f8), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.576559 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-262ffb50-79f7-4dd1-9380-d9aafface555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.577910 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-262ffb50-79f7-4dd1-9380-d9aafface555 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d041a6f7-2772-4946-8fae-d840f88b88f8 HTTP/1.1" status: 204 len: 168 time: 0.2877066 Jul 14 16:10:28.587461 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ffb50-79f7-4dd1-9380-d9aafface555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d041a6f7-2772-4946-8fae-d840f88b88f8,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:28.590269 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.682136 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.787652 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_common [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Allocated IP 172.27.3.99 (e845b89e-a98a-46ab-b374-511bceddad2d/923b7ee3-28cd-4df6-910e-dce326dbc655/0f3279ac-9166-44a9-9cdf-c90e620dbcc5) {{(pid=111067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:10:28.894155 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:28.991314 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.028863 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Network e845b89e-a98a-46ab-b374-511bceddad2d is already hosted by enough agents. {{(pid=111067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:10:29.035096 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Resources bound (agent type, host, resource id): {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:10:29.038924 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Received port after_create {{(pid=111067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:10:29.043912 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'Port': ['ID=0f3279ac-9166-44a9-9cdf-c90e620dbcc5,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:29.138786 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.247096 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), before_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.283721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41594) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:29.299977 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5234ba8f-bb78-4ba4-a50c-c6c20fcc8610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.300363 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:29.386335 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5234ba8f-bb78-4ba4-a50c-c6c20fcc8610 admin admin] Publish callbacks [] for security_group (edd2fc4a-1245-4952-ae10-44a20e3bb777), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.435493 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.442532 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:29.471319 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5234ba8f-bb78-4ba4-a50c-c6c20fcc8610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (edd2fc4a-1245-4952-ae10-44a20e3bb777), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.493702 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62376074'] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.518551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234ba8f-bb78-4ba4-a50c-c6c20fcc8610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd2fc4a-1245-4952-ae10-44a20e3bb777,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:29.522810 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-5234ba8f-bb78-4ba4-a50c-c6c20fcc8610 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=669f363eef6942ce99c521a8e873649e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379880 Jul 14 16:10:29.526790 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41596) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:29.581865 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'Port': ['ID=0f3279ac-9166-44a9-9cdf-c90e620dbcc5,revision_number=2']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:29.588586 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.590787 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc7c75c1-9ac3-40ba-8a68-d1a8f46a30cf admin admin] Publish callbacks [] for security_group (edd2fc4a-1245-4952-ae10-44a20e3bb777), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.617367 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc7c75c1-9ac3-40ba-8a68-d1a8f46a30cf admin admin] Publish callbacks [] for security_group (edd2fc4a-1245-4952-ae10-44a20e3bb777), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.656938 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.659017 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9533214c-67af-42b7-988e-0fb776bde8c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1979740 Jul 14 16:10:29.768174 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc7c75c1-9ac3-40ba-8a68-d1a8f46a30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (edd2fc4a-1245-4952-ae10-44a20e3bb777), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.771157 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-cc7c75c1-9ac3-40ba-8a68-d1a8f46a30cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:29.773340 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-cc7c75c1-9ac3-40ba-8a68-d1a8f46a30cf admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/edd2fc4a-1245-4952-ae10-44a20e3bb777 HTTP/1.1" status: 204 len: 168 time: 0.2433665 Jul 14 16:10:29.784012 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c75c1-9ac3-40ba-8a68-d1a8f46a30cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd2fc4a-1245-4952-ae10-44a20e3bb777,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:29.905049 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:10:29.906959 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-c7d97ef5-dca3-451b-830c-14f6798bf387 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1447186553&fields=id&tenant_id=f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 267 time: 0.0573533 Jul 14 16:10:30.014007 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-1df647c5-877f-4e71-8593-cce92d401ae9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:30.016399 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-1df647c5-877f-4e71-8593-cce92d401ae9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 816 time: 0.1023185 Jul 14 16:10:30.031469 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-9631b7ce-c557-4060-84ac-f4e67e5b5dde tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/quotas/f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 375 time: 0.0093858 Jul 14 16:10:30.085888 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7ce8c59b-1541-479c-b6db-ea8079bb4d7c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489476 Jul 14 16:10:30.101682 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-f0ca34e3-7aa6-4a19-932a-8cb44e249d1b service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=111068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 16:10:30.102650 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-f0ca34e3-7aa6-4a19-932a-8cb44e249d1b service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053053 Jul 14 16:10:30.194758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:30.198782 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-a685f75e-4797-4ab8-bd4c-03b1dcb1b1be service neutron] 10.222.0.119 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908587 Jul 14 16:10:30.303653 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-37202109-2f8f-49d6-b624-79f59998b80f service neutron] 10.222.0.119 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983086 Jul 14 16:10:30.573031 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ed3ae20c-a833-4e04-9751-2cc2fae6e0a2 req-556ff14a-d224-4e1b-bcf1-59136938badb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Jul 14 16:10:30.635696 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e5b2280d-7ac9-4ad8-a66d-71a3fdb15c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:31.679888 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9f30b8df-4715-4f05-9abb-4b5c71ed69d9 req-8f3ef338-3d9e-4bdb-ac84-b1b645d29404 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Jul 14 16:10:32.803953 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-15981b1b-617a-478d-b98b-91626d365925 req-77ad0b77-058d-466a-8dc9-46863abc3db9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 210 time: 0.0496566 Jul 14 16:10:32.811175 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-bc6f42d3-5870-495e-b30a-aa1cda3affec service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663104 Jul 14 16:10:32.902674 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:32.915355 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-13698b18-80c0-4586-aaaa-c06c4b760193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:32.916876 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-13698b18-80c0-4586-aaaa-c06c4b760193 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1129 time: 0.0407031 Jul 14 16:10:32.928788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a14b8a50-8e9a-4006-a22b-2c516d90888a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.044279 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-57071d22-5684-4785-bf42-14ecd64e81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:33.045681 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-57071d22-5684-4785-bf42-14ecd64e81ee service neutron] 10.222.0.121 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 911 time: 0.1013079 Jul 14 16:10:33.057670 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-2787c452-9b3f-470f-aac1-1722877afc4f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:33.062027 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-2787c452-9b3f-470f-aac1-1722877afc4f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 816 time: 0.1144679 Jul 14 16:10:33.062027 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41694) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:33.118177 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-cad20552-6e31-4518-94a4-dc5a6cd7c9ed service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 1001 time: 0.0626922 Jul 14 16:10:33.132438 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-6f7f7c8f-d5aa-45e1-aae0-16bcad24caf4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 380 time: 0.0586724 Jul 14 16:10:33.151497 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'port': {'device_id': 'fda75890-b40a-46df-8cce-6881fe48b132', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'admin_state_up': True, 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'security_groups': ['de8db809-41d2-4411-a7cf-db52555b4279']}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:10:33.176840 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-7f206cf2-1e47-48eb-a59d-939c534f75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:33.178538 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-7f206cf2-1e47-48eb-a59d-939c534f75c8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 200 len: 848 time: 0.0530162 Jul 14 16:10:33.230858 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-14a822e2-72c6-4ee6-ba14-4070d18cd0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.231590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-274d5410-765e-491a-838a-1768b8f6895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:33.233106 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-274d5410-765e-491a-838a-1768b8f6895b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=195d92cd-619d-400c-bff0-a6758063755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468271 Jul 14 16:10:33.324579 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-45a389a2-a61e-43b3-b67d-3c8ef1114fd4 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Jul 14 16:10:33.352475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-14a822e2-72c6-4ee6-ba14-4070d18cd0a4 admin admin] Publish callbacks [] for security_group (4703a383-9817-4495-836e-69eb8357da75), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.402365 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Made reservation on behalf of f50528750c0e4504aaafba1ebae3f707 for: {'port': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:10:33.405858 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.438619 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-edc9b024-2b8e-446c-8bbf-b4b673fc7cdf req-c912b0a4-5f42-49c4-9979-9dd1e310a877 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924618 Jul 14 16:10:33.458801 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-14a822e2-72c6-4ee6-ba14-4070d18cd0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (4703a383-9817-4495-836e-69eb8357da75), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.541603 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a822e2-72c6-4ee6-ba14-4070d18cd0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4703a383-9817-4495-836e-69eb8357da75,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:33.551577 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-14a822e2-72c6-4ee6-ba14-4070d18cd0a4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a8347e380b3d4b97b8dc92620edad18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894133 Jul 14 16:10:33.554327 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41702) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:33.582965 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:33.612266 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_common [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Allocated IP 172.20.0.14 (3b3927a5-e351-442d-a0b8-241c848eece6/8e11e799-0627-4efe-b9fa-805d3449a119/73fe31bd-7b5e-463f-b8ac-99ab5907511a) {{(pid=111068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 16:10:33.646766 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e7057a5-325b-4734-ab95-7f623ddbc4d8 admin admin] Publish callbacks [] for security_group (4703a383-9817-4495-836e-69eb8357da75), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.691509 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e7057a5-325b-4734-ab95-7f623ddbc4d8 admin admin] Publish callbacks [] for security_group (4703a383-9817-4495-836e-69eb8357da75), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.726082 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:33.822062 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.908675 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e7057a5-325b-4734-ab95-7f623ddbc4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (4703a383-9817-4495-836e-69eb8357da75), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.911123 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e7057a5-325b-4734-ab95-7f623ddbc4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.912266 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3e7057a5-325b-4734-ab95-7f623ddbc4d8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4703a383-9817-4495-836e-69eb8357da75 HTTP/1.1" status: 204 len: 168 time: 0.3570273 Jul 14 16:10:33.916093 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c7ce4fb8-4c10-492e-b25d-76e14bf897d0 req-c1b08492-5db8-4c27-aa09-dde7aa1e0d55 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 210 time: 0.0364580 Jul 14 16:10:33.922100 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7057a5-325b-4734-ab95-7f623ddbc4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4703a383-9817-4495-836e-69eb8357da75,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:33.929459 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734459362286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:33.975191 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Network 3b3927a5-e351-442d-a0b8-241c848eece6 is already hosted by enough agents. {{(pid=111068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 16:10:33.978334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.base_scheduler [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Resources bound (agent type, host, resource id): {{(pid=111068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:10:33.980808 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Received port after_create {{(pid=111068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 16:10:34.047777 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:34.054328 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:34.054959 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.177440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7226ed47-841b-4df5-b971-5e3e88e817db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0403574 Jul 14 16:10:34.181185 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-2858f4c2-e7cb-4cd1-a402-e44847616492 None None] Provisioning complete for port 73fe31bd-7b5e-463f-b8ac-99ab5907511a triggered by entity DHCP. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:10:34.181687 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-2858f4c2-e7cb-4cd1-a402-e44847616492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.205391 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.214972 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-2858f4c2-e7cb-4cd1-a402-e44847616492 None None] Port 73fe31bd-7b5e-463f-b8ac-99ab5907511a cannot update to ACTIVE because it is not bound. {{(pid=111069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 16:10:34.218312 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Request body: {'port': {'device_id': 'fda75890-b40a-46df-8cce-6881fe48b132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84986'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:10:34.284779 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.558202 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fe31bd-7b5e-463f-b8ac-99ab5907511a {{(pid=111068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:10:34.566397 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Publish callbacks [] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.568424 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:34.579297 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.provisioning_blocks [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Transition to ACTIVE for port object 73fe31bd-7b5e-463f-b8ac-99ab5907511a will not be triggered until provisioned by entity L2. {{(pid=111068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 16:10:34.601390 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41710) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:34.616448 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2078-fcb6-4afd-bdfb-79074b378925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.629558 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:34.647826 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.697833 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2078-fcb6-4afd-bdfb-79074b378925 admin admin] Publish callbacks [] for security_group (7366cbe2-0aab-4e46-b5c2-a310f1ae44a4), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.714832 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=2']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:34.762713 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2078-fcb6-4afd-bdfb-79074b378925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7366cbe2-0aab-4e46-b5c2-a310f1ae44a4), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.769713 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Attempting to bind port 73fe31bd-7b5e-463f-b8ac-99ab5907511a on host hv-cinder-84986 for vnic_type normal with profile {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 16:10:34.770047 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Attempting to bind port 73fe31bd-7b5e-463f-b8ac-99ab5907511a by drivers openvswitch,hyperv on host hv-cinder-84986 at level 0 using segments [{'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 16:10:34.770368 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Attempting to bind port 73fe31bd-7b5e-463f-b8ac-99ab5907511a on network 3b3927a5-e351-442d-a0b8-241c848eece6 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:10:34.775171 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Port 73fe31bd-7b5e-463f-b8ac-99ab5907511a on network 3b3927a5-e351-442d-a0b8-241c848eece6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84986 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 16:10:34.775488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Attempting to bind port 73fe31bd-7b5e-463f-b8ac-99ab5907511a on network 3b3927a5-e351-442d-a0b8-241c848eece6 {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 16:10:34.780746 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Checking agent: {'id': '3a641119-41a4-4205-8006-86366eaa9a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84986', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'started_at': datetime.datetime(2022, 7, 14, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 16:10:34.783458 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Checking segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:10:34.783458 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Bound using segment: {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'} {{(pid=111068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 16:10:34.783458 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.managers [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Bound port: 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host: hv-cinder-84986, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79482d9c-9e58-41cf-bae9-cea792fd40a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6'}}] {{(pid=111068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 16:10:34.783458 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.797119 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:34.803539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc2078-fcb6-4afd-bdfb-79074b378925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7366cbe2-0aab-4e46-b5c2-a310f1ae44a4,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:34.812839 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a2cc2078-fcb6-4afd-bdfb-79074b378925 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=77db2cd3f207428cae009e7c29a1c50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096851 Jul 14 16:10:34.815017 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41712) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:34.858237 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, cleared binding levels {{(pid=111068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 16:10:34.862227 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 16:10:34.873654 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7772664d-63d1-4417-af21-7269e54c5758 admin admin] Publish callbacks [] for security_group (7366cbe2-0aab-4e46-b5c2-a310f1ae44a4), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.898052 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7772664d-63d1-4417-af21-7269e54c5758 admin admin] Publish callbacks [] for security_group (7366cbe2-0aab-4e46-b5c2-a310f1ae44a4), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:34.912292 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:34.968824 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62048779'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:35.005055 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.005663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:35.006999 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] 10.222.0.121 "PUT /v2.0/ports/73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 200 len: 1094 time: 0.7936063 Jul 14 16:10:35.007426 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:10:35.009657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef06993-4c65-467d-a05c-73a052df2b35" -d '{"events": [{"name": "network-changed", "server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:10:35.044259 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb4cfc-e8d6-4af2-b943-fbf7cdc4270e service neutron] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=3']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:35.059694 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7772664d-63d1-4417-af21-7269e54c5758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7366cbe2-0aab-4e46-b5c2-a310f1ae44a4), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:35.062629 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7772664d-63d1-4417-af21-7269e54c5758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:35.064540 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7772664d-63d1-4417-af21-7269e54c5758 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7366cbe2-0aab-4e46-b5c2-a310f1ae44a4 HTTP/1.1" status: 204 len: 168 time: 0.2484233 Jul 14 16:10:35.072498 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c873e8-6130-4cf8-80a2-00482a856ae1 x-openstack-request-id: req-57c873e8-6130-4cf8-80a2-00482a856ae1 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:10:35.072815 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:10:35.073039 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-57c873e8-6130-4cf8-80a2-00482a856ae1 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:10:35.073445 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c873e8-6130-4cf8-80a2-00482a856ae1'] response: {'name': 'network-changed', 'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'status': 'completed', 'code': 200} Jul 14 16:10:35.086720 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772664d-63d1-4417-af21-7269e54c5758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366cbe2-0aab-4e46-b5c2-a310f1ae44a4,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:35.097591 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751864-8e93-40f8-84f6-4f80b346bdc5 req-4cdbe9be-3525-4943-bc7e-b3173667d80f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.099128 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-84751864-8e93-40f8-84f6-4f80b346bdc5 req-4cdbe9be-3525-4943-bc7e-b3173667d80f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0672848 Jul 14 16:10:35.175442 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef06993-4c65-467d-a05c-73a052df2b35 req-bb50bd71-1962-4736-9c50-7e5fbe3fa208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.176957 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cef06993-4c65-467d-a05c-73a052df2b35 req-bb50bd71-1962-4736-9c50-7e5fbe3fa208 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1128 time: 0.0691743 Jul 14 16:10:35.193721 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-84751864-8e93-40f8-84f6-4f80b346bdc5 req-8c53b789-4951-422d-bacf-6fa7e17a7e79 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876729 Jul 14 16:10:35.292161 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef06993-4c65-467d-a05c-73a052df2b35 req-b9935a53-2ef8-416e-9903-36f8369cb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.293602 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cef06993-4c65-467d-a05c-73a052df2b35 req-b9935a53-2ef8-416e-9903-36f8369cb892 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=f50528750c0e4504aaafba1ebae3f707&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0990293 Jul 14 16:10:35.393597 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef06993-4c65-467d-a05c-73a052df2b35 req-1c4fe096-d51e-4c94-90c6-872d561c5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.395031 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cef06993-4c65-467d-a05c-73a052df2b35 req-1c4fe096-d51e-4c94-90c6-872d561c5841 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954738 Jul 14 16:10:35.503786 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7fc06921-9dae-45ae-8141-6f6b3bece443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.505556 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-7fc06921-9dae-45ae-8141-6f6b3bece443 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1128 time: 0.0507486 Jul 14 16:10:35.553996 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-28f0f099-f3cb-4df3-87e2-98dc3b9a4236 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 200 len: 217 time: 0.0350270 Jul 14 16:10:35.594050 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:35.619724 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-500f12b7-7e19-427f-87b9-4e2e7fdde144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.620139 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:35.621346 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-500f12b7-7e19-427f-87b9-4e2e7fdde144 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0615771 Jul 14 16:10:35.671797 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-414fbcc6-ba6f-459b-80f2-5db9abb4cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:35.677697 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-414fbcc6-ba6f-459b-80f2-5db9abb4cd79 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468283 Jul 14 16:10:35.747510 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:35.770372 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-4911243c-4fdf-49f1-98d3-fc2d70bbcae3 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892401 Jul 14 16:10:35.911249 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:36.139892 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1071b042-67dd-479e-afc8-645ff7bac8f0 req-dc0fbeda-96db-40a6-9845-4a26b8d99007 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633358 Jul 14 16:10:36.318646 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaac762-901a-40fa-8a88-8d40483bd975 req-2712ce7d-7ed3-438d-98fa-610e4ddfed93 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:36.323548 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-adaac762-901a-40fa-8a88-8d40483bd975 req-2712ce7d-7ed3-438d-98fa-610e4ddfed93 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0509229 Jul 14 16:10:36.382884 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-adaac762-901a-40fa-8a88-8d40483bd975 req-ba6978e4-2a31-41d9-9772-7be59a1afc16 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569577 Jul 14 16:10:37.499688 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707a354-0b6c-445e-95f3-8c7e8c41ec22 req-88e74489-3ffb-4c71-95bb-eb3ef01d617d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:37.501882 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9707a354-0b6c-445e-95f3-8c7e8c41ec22 req-88e74489-3ffb-4c71-95bb-eb3ef01d617d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0467210 Jul 14 16:10:37.550599 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9707a354-0b6c-445e-95f3-8c7e8c41ec22 req-74d42401-a4cb-46f0-8dc6-884eada4aa14 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Jul 14 16:10:38.670740 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a129-e915-4936-bd8d-5305275d37df req-a4b848b1-6fdc-4c5f-8e4c-70a0618265cd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:38.672220 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8922a129-e915-4936-bd8d-5305275d37df req-a4b848b1-6fdc-4c5f-8e4c-70a0618265cd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0500906 Jul 14 16:10:38.718479 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8922a129-e915-4936-bd8d-5305275d37df req-ff35c0a8-db40-43ce-ba0a-39ac46816784 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397303 Jul 14 16:10:39.559008 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:10:39.660774 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:10:39.674451 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'port_id': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'mac_address': 'fa:16:3e:90:b0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:10:39.710628 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 73fe31bd-7b5e-463f-b8ac-99ab5907511a is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:10:39.711017 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:39.728283 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fe31bd-7b5e-463f-b8ac-99ab5907511a {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:10:39.748330 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:10:39.841907 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cbc37-b765-4cd4-bf74-fc492e7bf523 req-e858fd73-8f7c-481e-8af8-b15f2eae34e6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:39.842674 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:39.844684 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-255cbc37-b765-4cd4-bf74-fc492e7bf523 req-e858fd73-8f7c-481e-8af8-b15f2eae34e6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0535090 Jul 14 16:10:39.902436 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-255cbc37-b765-4cd4-bf74-fc492e7bf523 req-e919748d-0a27-4d6a-afaf-ddbac3062e1a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496228 Jul 14 16:10:39.903221 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=4']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:39.904662 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:39.911019 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.911371 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.911708 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.912046 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.912428 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.912833 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.913173 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.913496 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.913819 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.914140 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.914677 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.915005 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.915329 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.915694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:39.915962 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:10:40.346001 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['73fe31bd-7b5e-463f-b8ac-99ab5907511a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:10:40.380277 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:40.422527 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:40.473507 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:40.984462 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:41.021760 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dabda-adb7-448d-9558-1096704c7433 req-35758d58-480f-4002-9a8c-718c9ef0a963 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:41.023222 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a90dabda-adb7-448d-9558-1096704c7433 req-35758d58-480f-4002-9a8c-718c9ef0a963 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 945 time: 0.0472572 Jul 14 16:10:41.072036 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a90dabda-adb7-448d-9558-1096704c7433 req-fba0ea67-bc99-4029-a61e-bf635dd0097e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Jul 14 16:10:41.570728 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:10:41.614140 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning for port 73fe31bd-7b5e-463f-b8ac-99ab5907511a completed by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 16:10:41.727249 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 73fe31bd-7b5e-463f-b8ac-99ab5907511a triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:10:41.727634 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:41.800712 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 73fe31bd-7b5e-463f-b8ac-99ab5907511a is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:10:41.801011 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:41.823118 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:10:41.825358 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba53a84-e9f4-40a0-a602-4807beb1170e" -d '{"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-plugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:10:41.841307 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:10:41.864399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec188b6-624c-4ad3-bf85-71d21a4197a7 x-openstack-request-id: req-6ec188b6-624c-4ad3-bf85-71d21a4197a7 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:10:41.864692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-plugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:10:41.864954 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6ec188b6-624c-4ad3-bf85-71d21a4197a7 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:10:41.865352 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec188b6-624c-4ad3-bf85-71d21a4197a7'] response: {'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'code': 200} Jul 14 16:10:41.934048 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:41.984744 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=5']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:42.199423 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa8093-93b1-4c16-b1d1-35b6201575f7 req-2d594798-b67c-4362-978c-e3b221c6c25b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:42.200893 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7daa8093-93b1-4c16-b1d1-35b6201575f7 req-2d594798-b67c-4362-978c-e3b221c6c25b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0507998 Jul 14 16:10:42.252844 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-7daa8093-93b1-4c16-b1d1-35b6201575f7 req-20779e31-beb8-4928-973b-efb8e0f8df26 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458999 Jul 14 16:10:42.317732 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d7058-6a3f-4021-b2f4-9540e8bd02ac req-626ad00d-f136-483e-865e-30137e019ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:42.319146 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ea3d7058-6a3f-4021-b2f4-9540e8bd02ac req-626ad00d-f136-483e-865e-30137e019ab3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1130 time: 0.0407827 Jul 14 16:10:42.363226 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ea3d7058-6a3f-4021-b2f4-9540e8bd02ac req-4dc5d0d4-ca3d-429f-9de1-a35fc4835de3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Jul 14 16:10:43.380528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0534b27-ee22-411f-9a7b-47e271ca0c61 req-f629225a-4890-4a78-9738-87058d55f941 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:43.382052 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0534b27-ee22-411f-9a7b-47e271ca0c61 req-f629225a-4890-4a78-9738-87058d55f941 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0476842 Jul 14 16:10:43.432595 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-c0534b27-ee22-411f-9a7b-47e271ca0c61 req-c85be4fb-7552-445f-846d-40e766e785db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Jul 14 16:10:44.550799 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dde41-2837-470f-bcf6-622ac999a5ca req-0ec52990-95b7-4e65-aa50-f4ea003896e7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:44.552399 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f5dde41-2837-470f-bcf6-622ac999a5ca req-0ec52990-95b7-4e65-aa50-f4ea003896e7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0473082 Jul 14 16:10:44.605390 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f5dde41-2837-470f-bcf6-622ac999a5ca req-e2ccf3af-2cb5-458e-bbba-8e25bc21cc9d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461361 Jul 14 16:10:45.069684 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:45.725988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce27dc-1095-48ca-9c0e-e2cbb153de9f req-eb523117-3bfe-4aa0-bd73-ba0eb74f9476 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:45.727465 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20ce27dc-1095-48ca-9c0e-e2cbb153de9f req-eb523117-3bfe-4aa0-bd73-ba0eb74f9476 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0493021 Jul 14 16:10:45.775457 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20ce27dc-1095-48ca-9c0e-e2cbb153de9f req-aa7cc38e-8c98-489d-8490-e6beeab09569 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422554 Jul 14 16:10:45.897199 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d98e2-65cc-4cac-a339-90fbd33c6f2f req-5b265deb-0f07-42e4-b438-d7bc28102ca0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:45.898703 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-171d98e2-65cc-4cac-a339-90fbd33c6f2f req-5b265deb-0f07-42e4-b438-d7bc28102ca0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0536208 Jul 14 16:10:45.910943 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41836) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:45.917279 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Request body: {'floatingip': {'port_id': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:10:45.959625 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3), before_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:46.107407 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:46.307216 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:46.396019 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:46.454050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3), after_update {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:46.559813 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Floating IP 33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3 associated. External IP: 172.27.3.99, port: 73fe31bd-7b5e-463f-b8ac-99ab5907511a. Jul 14 16:10:46.771548 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Router a3580377-8bd1-4d4b-9e63-7bf5f2488208 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:10:46.877903 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:10:46.882806 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:46.889031 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] Sync routers for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:10:46.903121 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:10:46.903730 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:10:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:46.915389 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-bd2f25c0-4ef8-4aaa-8241-faf831112918 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "PUT /v2.0/floatingips/33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3 HTTP/1.1" status: 200 len: 991 time: 1.0008914 Jul 14 16:10:46.915389 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:10:46.916294 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3de46be-314d-47a3-8789-747f03f9eab7" -d '{"events": [{"name": "network-changed", "server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:10:46.957379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669780d0-7207-4f61-a9d8-e56b3fa4fafd x-openstack-request-id: req-669780d0-7207-4f61-a9d8-e56b3fa4fafd {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:10:46.957650 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:10:46.957936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-669780d0-7207-4f61-a9d8-e56b3fa4fafd {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:10:46.958393 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669780d0-7207-4f61-a9d8-e56b3fa4fafd'] response: {'name': 'network-changed', 'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'status': 'completed', 'code': 200} Jul 14 16:10:47.045977 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-c1dd9ca9-16f2-4ea6-a46e-a9cd9a1926bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:47.048036 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-c1dd9ca9-16f2-4ea6-a46e-a9cd9a1926bd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1130 time: 0.0438828 Jul 14 16:10:47.158689 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-93c0cd55-eac5-4ec8-8a93-5689f92e0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:47.158689 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-93c0cd55-eac5-4ec8-8a93-5689f92e0370 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.1010249 Jul 14 16:10:47.166692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:10:47.217410 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:47.222593 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-7f8ba1d1-5cbc-4a5f-9ec7-d6a3d9ce94da service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 200 len: 999 time: 0.0602789 Jul 14 16:10:47.282252 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-1a8a9092-816b-4a73-81a8-1b3b8383178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:47.283788 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-1a8a9092-816b-4a73-81a8-1b3b8383178c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0550923 Jul 14 16:10:47.331159 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-55a49d4b-82f0-4e7f-89c8-6808cbd796a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:10:47.332760 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-55a49d4b-82f0-4e7f-89c8-6808cbd796a8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428288 Jul 14 16:10:47.395051 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'port_id': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'mac_address': 'fa:16:3e:90:b0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda75890-b40a-46df-8cce-6881fe48b132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:10:29Z', 'updated_at': '2022-07-14T16:10:46Z', 'revision_number': 1, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:47.414204 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:47.422729 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] Checking router: a3580377-8bd1-4d4b-9e63-7bf5f2488208 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:10:47.432581 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-26ea2ba9-772b-429f-a566-f8150a0a08ff service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937190 Jul 14 16:10:47.435790 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:10:47.436438 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:10:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:47.537136 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e3de46be-314d-47a3-8789-747f03f9eab7 req-a125842a-f252-4485-9a19-d60ce1db2d41 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973654 Jul 14 16:10:47.544041 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:10:47.752609 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'port_id': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'mac_address': 'fa:16:3e:90:b0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda75890-b40a-46df-8cce-6881fe48b132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:10:29Z', 'updated_at': '2022-07-14T16:10:46Z', 'revision_number': 1, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:10:47.781517 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea400ef2-5820-4f48-aa39-dbb6984ca564 None None] The sync data for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi is: [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'port_id': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'mac_address': 'fa:16:3e:90:b0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda75890-b40a-46df-8cce-6881fe48b132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:10:29Z', 'updated_at': '2022-07-14T16:10:46Z', 'revision_number': 1, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:10:47.964247 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316eb1d-ed5a-4c55-b175-5dcf567ed0e8 None None] New status for floating IP 33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3: ACTIVE {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:10:48.636724 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:51.524480 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41896) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:51.639231 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d05e2c8a-dfd7-4036-8846-ef9e557bf37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:51.714153 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d05e2c8a-dfd7-4036-8846-ef9e557bf37e admin admin] Publish callbacks [] for security_group (e7531f28-726d-42ff-a7c4-1b39d8e053b9), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:51.813881 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d05e2c8a-dfd7-4036-8846-ef9e557bf37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e7531f28-726d-42ff-a7c4-1b39d8e053b9), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:51.858372 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d05e2c8a-dfd7-4036-8846-ef9e557bf37e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=96285f26962842dd93ab8b9c3a752cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327332 Jul 14 16:10:51.859121 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e2c8a-dfd7-4036-8846-ef9e557bf37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7531f28-726d-42ff-a7c4-1b39d8e053b9,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:51.861731 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41900) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:10:51.911566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-150b591a-c603-457b-8e42-45efba1cddce admin admin] Publish callbacks [] for security_group (e7531f28-726d-42ff-a7c4-1b39d8e053b9), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:51.934991 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-150b591a-c603-457b-8e42-45efba1cddce admin admin] Publish callbacks [] for security_group (e7531f28-726d-42ff-a7c4-1b39d8e053b9), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:52.036760 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-150b591a-c603-457b-8e42-45efba1cddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (e7531f28-726d-42ff-a7c4-1b39d8e053b9), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:52.039454 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-150b591a-c603-457b-8e42-45efba1cddce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:10:52.040677 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-150b591a-c603-457b-8e42-45efba1cddce admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e7531f28-726d-42ff-a7c4-1b39d8e053b9 HTTP/1.1" status: 204 len: 168 time: 0.1777189 Jul 14 16:10:52.049830 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b591a-c603-457b-8e42-45efba1cddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7531f28-726d-42ff-a7c4-1b39d8e053b9,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:10:58.068553 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:10:58.071414 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=14 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:00.596715 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-de74b3dc-c7c4-4356-95d5-a8c2e0a8d1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:01.852853 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:01.854774 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=37,neutron:INSERT=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:02.043809 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:02.044729 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=20 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:02.905388 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-f8d92786-7766-42b9-87a6-38bbd2b34779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:04.162552 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:05.636524 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:05.893972 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:06.904562 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:11:15.833514 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:15.839400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:15.844925 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:16.899847 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:16.900668 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:18.676790 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:28.558158 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:28.561113 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:28.563812 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:28.890814 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:28.916887 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:30.591286 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c05fbd20-b5aa-4c86-92fa-b1ee1a3307ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:30.772833 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41918) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:31.055612 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Deleting port d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:31.055878 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:31.135641 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:31.135969 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for floatingip (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:31.148011 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Calling delete_port for d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4 owned by network:floatingip {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:31.374457 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:31.405070 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event deleted for resources: {'Port': ['ID=d1e07c41-0aa9-4fd3-8be3-b0bb133f9bc4,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:31.426899 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.431573 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.433014 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:31.474794 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for floatingip (cc7260db-ec11-41d2-bcae-1890d3a5b790), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:31.475113 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Floating IP cc7260db-ec11-41d2-bcae-1890d3a5b790 disassociated (deleted). External IP: 172.27.3.231, port: e1ef32e4-cb19-48f1-be96-7f7fc2032c63. Jul 14 16:11:31.671214 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:11:31.775082 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:11:31.780053 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:31.784754 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] Sync routers for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:11:31.794824 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:31.798778 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:31.800336 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:31.811221 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4dc013f6-a7ac-43bc-b640-e12ca7ccd535 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "DELETE /v2.0/floatingips/cc7260db-ec11-41d2-bcae-1890d3a5b790 HTTP/1.1" status: 204 len: 168 time: 1.0372429 Jul 14 16:11:31.811841 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:11:31.814548 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b61b1-a4bf-499d-a36d-981b168c7a71" -d '{"events": [{"name": "network-changed", "server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:11:31.862181 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ba9e1d-2d3d-4e8d-a148-0cc6e0d015a8 x-openstack-request-id: req-21ba9e1d-2d3d-4e8d-a148-0cc6e0d015a8 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:11:31.862299 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:11:31.862555 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-21ba9e1d-2d3d-4e8d-a148-0cc6e0d015a8 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:11:31.862968 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ba9e1d-2d3d-4e8d-a148-0cc6e0d015a8'] response: {'name': 'network-changed', 'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'status': 'completed', 'code': 200} Jul 14 16:11:31.907165 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:31.961220 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-e9068fab-598d-4327-a351-259889f7bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:31.962919 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-e9068fab-598d-4327-a351-259889f7bbe6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7469c47f14be40df88cc57050d28e8ba&device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 1129 time: 0.0446191 Jul 14 16:11:32.056618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-069bd91f-cdcf-4c95-bf01-ea785a1ac2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:32.058249 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-069bd91f-cdcf-4c95-bf01-ea785a1ac2b0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 200 len: 911 time: 0.0883214 Jul 14 16:11:32.096467 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:41Z', 'revision_number': 5, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:32.103569 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-0c801ed4-6b1c-4fc0-a6f5-2872d5d87992 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 200 len: 217 time: 0.0387654 Jul 14 16:11:32.124197 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] Checking router: 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:11:32.133206 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:32.133939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:32.155158 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-504c298f-bf9e-417f-a9ce-35fd1c74303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:32.156823 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-504c298f-bf9e-417f-a9ce-35fd1c74303d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 200 len: 848 time: 0.0464301 Jul 14 16:11:32.206076 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-982d473c-e4be-454b-adbe-42b13c472126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:32.207694 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-982d473c-e4be-454b-adbe-42b13c472126 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=195d92cd-619d-400c-bff0-a6758063755b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441332 Jul 14 16:11:32.244682 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:32.339935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2596bd-07b4-4bf6-8ac8-7e480c9c1567 req-82f98aff-e867-4511-9d26-92726dd9d2e9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:32.341481 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8b2596bd-07b4-4bf6-8ac8-7e480c9c1567 req-82f98aff-e867-4511-9d26-92726dd9d2e9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0620906 Jul 14 16:11:32.364699 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-1d5eccf9-7f84-4325-8113-771fefa6c420 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484516 Jul 14 16:11:32.396656 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8b2596bd-07b4-4bf6-8ac8-7e480c9c1567 req-452299d0-3a35-49fc-97c4-1a56fc25b649 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490570 Jul 14 16:11:32.435732 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:41Z', 'revision_number': 5, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:32.460033 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120fa1a-14bd-48d2-a9bc-4d00016dfdb7 None None] The sync data for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi is: [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:04:37Z', 'revision_number': 4, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': 'e8c5ac64-2a34-4d14-8970-21d867fc038a', 'name': '', 'network_id': '195d92cd-619d-400c-bff0-a6758063755b', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'mac_address': 'fa:16:3e:c2:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:37Z', 'updated_at': '2022-07-14T16:04:41Z', 'revision_number': 5, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'subnets': [{'id': '9dbf1b38-10b1-47fb-afed-bca479032e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:11:32.674833 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fd6ad-02f0-4769-8112-0d3fb9e63d5b None None] New status for floating IP cc7260db-ec11-41d2-bcae-1890d3a5b790: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:11:32.922931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec80-ff9c-4677-a36f-67552caa3400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:33.516837 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b1cbf-c28b-4a90-a868-39f49942ff71 req-276a0c43-4a8b-4edc-808f-6d555144b130 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:33.518365 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-056b1cbf-c28b-4a90-a868-39f49942ff71 req-276a0c43-4a8b-4edc-808f-6d555144b130 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0513873 Jul 14 16:11:33.584715 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-056b1cbf-c28b-4a90-a868-39f49942ff71 req-c2f28ac6-b279-42b6-bf1e-700eda4720cc tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605786 Jul 14 16:11:33.653785 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ec4b61b1-a4bf-499d-a36d-981b168c7a71 req-ee1cd018-16d7-4d11-87b4-16ea0dab2f00 service neutron] 10.222.0.121 "GET /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935965 Jul 14 16:11:34.151293 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:34.703665 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec4eb-e2ac-4dc7-aa8b-2b94fba3bf87 req-f259c9d0-9cee-42b9-8f91-b0eb7de7553f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:34.705159 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-927ec4eb-e2ac-4dc7-aa8b-2b94fba3bf87 req-f259c9d0-9cee-42b9-8f91-b0eb7de7553f tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Jul 14 16:11:34.754374 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-927ec4eb-e2ac-4dc7-aa8b-2b94fba3bf87 req-6e350062-6d73-46d0-8699-00617dc4a673 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/security-groups?id=3f8997a4-5705-4bef-ab3b-22c210b6dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437624 Jul 14 16:11:34.930036 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-fc2febea-89fe-4479-8e55-af699a85ca2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:34.931460 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-fc2febea-89fe-4479-8e55-af699a85ca2b tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.121 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 945 time: 0.0467603 Jul 14 16:11:35.018464 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Deleting port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:35.018722 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:35.107427 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] For port e1ef32e4-cb19-48f1-be96-7f7fc2032c63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:35.107803 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:35.120485 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Calling delete_port for e1ef32e4-cb19-48f1-be96-7f7fc2032c63 owned by compute:nova {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:35.128582 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:35.169935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:35.287549 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-666318b9-6c19-4132-a97e-9872ae0af8c2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420713 Jul 14 16:11:35.330453 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:35.334585 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (e1ef32e4-cb19-48f1-be96-7f7fc2032c63), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:35.362391 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-03262696-c2f9-45e9-8219-703cc5ff5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:35.363326 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event deleted for resources: {'Port': ['ID=e1ef32e4-cb19-48f1-be96-7f7fc2032c63,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:35.363894 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-03262696-c2f9-45e9-8219-703cc5ff5470 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1130 time: 0.0418682 Jul 14 16:11:35.373758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.374129 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.374483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.374802 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.375133 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.375465 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.375789 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.376138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.376451 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.376770 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.377364 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.377544 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.377938 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.378677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.378677 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:35.423087 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] No DVR routers for this DVR port e1ef32e4-cb19-48f1-be96-7f7fc2032c63 on host hv-cinder-84986 {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:11:35.425780 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:35.429257 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a8fbde88-4c53-4bce-a31f-8bf257ceb48c req-d8bc6be8-e6d3-46cb-8af8-8f1131c07ea9 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.121 "DELETE /v2.0/ports/e1ef32e4-cb19-48f1-be96-7f7fc2032c63 HTTP/1.1" status: 204 len: 173 time: 0.4913399 Jul 14 16:11:35.429709 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-deleted', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:11:35.432458 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d414da-7c05-4d23-80aa-700714d934b6" -d '{"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-deleted", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:11:35.472682 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c456b23c-91d2-4afe-b123-2ff6819ba12f x-openstack-request-id: req-c456b23c-91d2-4afe-b123-2ff6819ba12f {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:11:35.472978 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671e535d-0d05-4760-a181-1dba2d2c6a48", "name": "network-vif-deleted", "tag": "e1ef32e4-cb19-48f1-be96-7f7fc2032c63", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:11:35.473231 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c456b23c-91d2-4afe-b123-2ff6819ba12f {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:11:35.473664 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c456b23c-91d2-4afe-b123-2ff6819ba12f'] response: {'server_uuid': '671e535d-0d05-4760-a181-1dba2d2c6a48', 'name': 'network-vif-deleted', 'tag': 'e1ef32e4-cb19-48f1-be96-7f7fc2032c63', 'status': 'completed', 'code': 200} Jul 14 16:11:35.475938 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-9214d9fb-b8c4-42f0-b64f-c2e29dc2b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:35.477419 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-9214d9fb-b8c4-42f0-b64f-c2e29dc2b109 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 914 time: 0.0908561 Jul 14 16:11:35.565947 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-983d6c16-100b-4597-bcb2-43c806b14a72 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d245e393-87e8-4b90-a68d-82aaa0421e63 HTTP/1.1" status: 200 len: 1002 time: 0.0640717 Jul 14 16:11:35.643870 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-b0f8b7ba-ceae-4053-802d-775511f1d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:35.645411 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-b0f8b7ba-ceae-4053-802d-775511f1d7b9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0478232 Jul 14 16:11:35.660344 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:35.691226 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-96b4cb84-6e84-4aba-b0cf-3fc856d89c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:35.692824 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-96b4cb84-6e84-4aba-b0cf-3fc856d89c43 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384376 Jul 14 16:11:35.791699 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-b4e72490-fbc7-46a3-a672-d4022b026bc0 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914149 Jul 14 16:11:35.867650 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5b65c226-62c5-4299-bfd4-da3ec8fa9e8c req-c24dfadc-b3ea-41a2-94a4-3b13357ce4d3 tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 210 time: 0.0359576 Jul 14 16:11:35.896465 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-a1ae972d-8d4f-4e34-b315-984534bcf72f req-3b5e3972-c766-408c-bbd0-83441295390f service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975811 Jul 14 16:11:35.950796 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:37.111103 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-24c604f6-3329-4b1e-af13-d714fae166a4 req-b683caa9-cc99-493e-bab4-e2fd7fd2af1e tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "GET /v2.0/ports?device_id=671e535d-0d05-4760-a181-1dba2d2c6a48 HTTP/1.1" status: 200 len: 210 time: 0.1491852 Jul 14 16:11:37.804997 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device e1ef32e4-cb19-48f1-be96-7f7fc2032c63 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:37.825740 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: e1ef32e4-cb19-48f1-be96-7f7fc2032c63 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:37.826083 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device e1ef32e4-cb19-48f1-be96-7f7fc2032c63 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:38.162039 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41954) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:38.227486 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a465d6f3-be40-474b-b9b9-80e11813db2c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group (3f8997a4-5705-4bef-ab3b-22c210b6dd0e), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:38.252835 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a465d6f3-be40-474b-b9b9-80e11813db2c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group (3f8997a4-5705-4bef-ab3b-22c210b6dd0e), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:38.379793 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a465d6f3-be40-474b-b9b9-80e11813db2c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (3f8997a4-5705-4bef-ab3b-22c210b6dd0e), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:38.382383 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a465d6f3-be40-474b-b9b9-80e11813db2c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:38.383532 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a465d6f3-be40-474b-b9b9-80e11813db2c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] 10.222.0.119 "DELETE /v2.0/security-groups/3f8997a4-5705-4bef-ab3b-22c210b6dd0e HTTP/1.1" status: 204 len: 168 time: 0.2217247 Jul 14 16:11:38.393456 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465d6f3-be40-474b-b9b9-80e11813db2c tempest-TestShelveInstance-2047849842 tempest-TestShelveInstance-2047849842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8997a4-5705-4bef-ab3b-22c210b6dd0e,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:38.502150 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41960) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:38.905946 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:39.130578 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Deleting port e8c5ac64-2a34-4d14-8970-21d867fc038a {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:39.130910 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:39.203952 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:39.214819 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] For port e8c5ac64-2a34-4d14-8970-21d867fc038a, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=e8c5ac64-2a34-4d14-8970-21d867fc038a,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:39.215171 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:39.228788 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Calling delete_port for e8c5ac64-2a34-4d14-8970-21d867fc038a owned by network:router_interface {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:39.283380 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:39.460508 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (e8c5ac64-2a34-4d14-8970-21d867fc038a), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:39.486486 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c5ac64-2a34-4d14-8970-21d867fc038a,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:39.653233 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:40.124880 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:11:40.224459 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:11:40.229761 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-fd0f57d9-ec6e-49f7-bd32-cfd475c06ad6 admin admin] 10.222.0.119 "PUT /v2.0/routers/1933d8f7-7d62-4a01-8d44-5e9c8b9e485e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261593 Jul 14 16:11:40.232985 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41964) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:40.234661 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] Sync routers for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:11:40.249150 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:40.249769 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:40.342524 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks [] for router (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:40.420216 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:40.444991 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks [] for router_gateway (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:40.480360 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:40.533526 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:40.542308 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Deleting port 42ed3d6d-89f9-429e-add3-e2f765e20b01 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:40.542308 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:40.628493 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] For port 42ed3d6d-89f9-429e-add3-e2f765e20b01, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=42ed3d6d-89f9-429e-add3-e2f765e20b01,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:40.628852 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:40.642436 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Calling delete_port for 42ed3d6d-89f9-429e-add3-e2f765e20b01 owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:40.653882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:11:39Z', 'revision_number': 5, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port': {'id': '42ed3d6d-89f9-429e-add3-e2f765e20b01', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:34Z', 'updated_at': '2022-07-14T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:40.678466 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] Checking router: 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:11:40.687103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] Routers {'1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:40.687699 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:40.770508 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] Set router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e gateway port host: None {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:40.819452 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:11:40Z', 'revision_number': 6, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:40.847784 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (42ed3d6d-89f9-429e-add3-e2f765e20b01), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:40.848520 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac76029-01f0-46a6-93d0-81ed05859aaa None None] The sync data for ids ['1933d8f7-7d62-4a01-8d44-5e9c8b9e485e'] in dv-cinder-849869-1-iscsi is: [{'id': '1933d8f7-7d62-4a01-8d44-5e9c8b9e485e', 'name': 'tempest-TestShelveInstance-1036692584-router', 'tenant_id': '7469c47f14be40df88cc57050d28e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:33Z', 'updated_at': '2022-07-14T16:11:40Z', 'revision_number': 6, 'project_id': '7469c47f14be40df88cc57050d28e8ba', 'gw_port_host': None}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:11:40.873863 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ed3d6d-89f9-429e-add3-e2f765e20b01,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:40.937390 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.023511 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.025697 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks [] for router_controller (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.117231 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (1933d8f7-7d62-4a01-8d44-5e9c8b9e485e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.117854 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1933d8f7-7d62-4a01-8d44-5e9c8b9e485e {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:11:41.122383 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.125115 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6f9d65d1-4d2f-4ca9-86ad-ca35511e65a6 admin admin] 10.222.0.119 "DELETE /v2.0/routers/1933d8f7-7d62-4a01-8d44-5e9c8b9e485e HTTP/1.1" status: 204 len: 168 time: 0.8895788 Jul 14 16:11:41.126412 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41968) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:41.172466 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] Deleting subnet 9dbf1b38-10b1-47fb-afed-bca479032e68 {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:11:41.175696 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] Publish callbacks [] for subnet (9dbf1b38-10b1-47fb-afed-bca479032e68), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.212632 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (9dbf1b38-10b1-47fb-afed-bca479032e68), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.307334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (9dbf1b38-10b1-47fb-afed-bca479032e68), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.345255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:41.453850 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (9dbf1b38-10b1-47fb-afed-bca479032e68), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.481307 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbf1b38-10b1-47fb-afed-bca479032e68,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:41.486094 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.489360 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-fef8dd72-d035-4de8-b93b-6dc81e6106ed admin admin] 10.222.0.119 "DELETE /v2.0/subnets/9dbf1b38-10b1-47fb-afed-bca479032e68 HTTP/1.1" status: 204 len: 168 time: 0.3617706 Jul 14 16:11:41.491949 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41970) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:41.494684 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71066a49-bc89-4351-9134-e4daf369fdb7 None None] Network 195d92cd-619d-400c-bff0-a6758063755b requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:11:41.566476 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (195d92cd-619d-400c-bff0-a6758063755b), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.612334 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Deleting port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:41.612679 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.654926 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] DHCP port deletion for 195d92cd-619d-400c-bff0-a6758063755b request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:11:41.680967 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] For port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:41.681326 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.695450 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Deleting port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:41.695828 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.699335 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Calling delete_port for 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc owned by network:dhcp {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:41.701530 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:41.760983 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] For port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,segment=NetworkSegment(40177098-43a9-488f-b8b4-160b3f352568),segment_id=40177098-43a9-488f-b8b4-160b3f352568)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:41.761405 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.775110 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Calling delete_port for 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:41.824486 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:41.826685 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=100 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:41.836972 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:41.866155 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: from cryptography.utils import int_from_bytes Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: from cryptography.utils import int_from_bytes Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.867453 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 16:11:41.871788 dv-cinder-849869-1-iscsi neutron-server[111069]: self.session.flush() Jul 14 16:11:41.877586 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:41.893657 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:41.901522 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] No DVR routers for this DVR port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc on host dv-cinder-849869-1-iscsi {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:11:41.910256 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Pushing event deleted for resources: {'Port': ['ID=6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:41.913130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] No DVR routers for this DVR port 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:11:41.925336 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.925336 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.926391 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.926749 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.927091 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.927925 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.927925 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.928191 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.928522 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.928837 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.929214 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.929471 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.929792 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.930165 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.930416 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f79a2d-76ed-4eb5-b915-1a96167d4961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:11:41.988632 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (195d92cd-619d-400c-bff0-a6758063755b), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.009300 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195d92cd-619d-400c-bff0-a6758063755b']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:42.019351 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40177098-43a9-488f-b8b4-160b3f352568') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:42.019656 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40177098-43a9-488f-b8b4-160b3f352568') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:42.030201 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (40177098-43a9-488f-b8b4-160b3f352568), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.043695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (40177098-43a9-488f-b8b4-160b3f352568), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.052703 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:11:42.053092 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (40177098-43a9-488f-b8b4-160b3f352568), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.168875 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (195d92cd-619d-400c-bff0-a6758063755b), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.174949 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.180173 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] 10.222.0.119 "DELETE /v2.0/networks/195d92cd-619d-400c-bff0-a6758063755b HTTP/1.1" status: 204 len: 168 time: 0.6851892 Jul 14 16:11:42.181461 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41978) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:42.198115 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b87b-ffb6-4f92-883c-ab463f4d5b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=195d92cd-619d-400c-bff0-a6758063755b,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:42.205038 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment 40177098-43a9-488f-b8b4-160b3f352568 resource provider aggregate not found Jul 14 16:11:42.223533 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment 40177098-43a9-488f-b8b4-160b3f352568 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40177098-43a9-488f-b8b4-160b3f352568 found for delete ", "request_id": "req-833d1862-38c7-423f-9a20-46a329af6041"}]} Jul 14 16:11:42.423898 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:42.500471 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.501852 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:42.588710 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 42ed3d6d-89f9-429e-add3-e2f765e20b01 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:42.608657 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 42ed3d6d-89f9-429e-add3-e2f765e20b01 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:42.608999 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 42ed3d6d-89f9-429e-add3-e2f765e20b01 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:42.609409 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device e8c5ac64-2a34-4d14-8970-21d867fc038a no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:42.627642 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: e8c5ac64-2a34-4d14-8970-21d867fc038a {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:42.627984 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device e8c5ac64-2a34-4d14-8970-21d867fc038a not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:42.628415 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:42.650060 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:42.650400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 6ee8745e-9e9a-4d41-98b0-b0bcdee4fffc not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:42.678583 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:42.705502 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:42.729327 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Deleting port b4851a14-1639-419e-8142-7b6a6198d775 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:42.729666 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (b4851a14-1639-419e-8142-7b6a6198d775), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.810143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] For port b4851a14-1639-419e-8142-7b6a6198d775, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=b4851a14-1639-419e-8142-7b6a6198d775,segment=NetworkSegment(36652c1a-2021-45f7-9572-7b00b2296c2b),segment_id=36652c1a-2021-45f7-9572-7b00b2296c2b)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:42.810541 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (b4851a14-1639-419e-8142-7b6a6198d775), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:42.822923 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Calling delete_port for b4851a14-1639-419e-8142-7b6a6198d775 owned by network:router_interface {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:43.282766 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (b4851a14-1639-419e-8142-7b6a6198d775), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:43.307741 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4851a14-1639-419e-8142-7b6a6198d775,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:43.469672 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:43.573215 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:43.645579 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:43.674348 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:11:43.778615 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:11:43.783582 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a105d686-86e5-452e-adc4-513e3a930ce1 admin admin] 10.222.0.119 "PUT /v2.0/routers/2c73e2b7-1eef-4b19-9b68-2b5a247a262e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6011119 Jul 14 16:11:43.786220 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41982) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:43.787138 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] Sync routers for ids ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:11:43.797726 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] Routers {'2c73e2b7-1eef-4b19-9b68-2b5a247a262e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:43.798334 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:43.887527 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks [] for router (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:43.903927 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] Set router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:43.906669 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:11:43.990278 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks [] for router_gateway (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.070012 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '510db283-1024-452d-98c7-2c3ef143aa31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:11:43Z', 'revision_number': 5, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port': {'id': '510db283-1024-452d-98c7-2c3ef143aa31', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:42Z', 'updated_at': '2022-07-14T16:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:44.093873 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Deleting port 510db283-1024-452d-98c7-2c3ef143aa31 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:44.094197 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (510db283-1024-452d-98c7-2c3ef143aa31), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.096564 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] Checking router: 2c73e2b7-1eef-4b19-9b68-2b5a247a262e for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:11:44.105044 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] Routers {'2c73e2b7-1eef-4b19-9b68-2b5a247a262e'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:44.105642 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:44.173222 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] For port 510db283-1024-452d-98c7-2c3ef143aa31, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=510db283-1024-452d-98c7-2c3ef143aa31,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:44.173612 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (510db283-1024-452d-98c7-2c3ef143aa31), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.188597 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] Set router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e gateway port host: None {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:44.190679 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Calling delete_port for 510db283-1024-452d-98c7-2c3ef143aa31 owned by network:router_gateway {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:44.241650 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:11:43Z', 'revision_number': 6, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:44.268994 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5d69-5900-4885-b46f-43038da25bcf None None] The sync data for ids ['2c73e2b7-1eef-4b19-9b68-2b5a247a262e'] in dv-cinder-849869-1-iscsi is: [{'id': '2c73e2b7-1eef-4b19-9b68-2b5a247a262e', 'name': 'tempest-TestShelveInstance-578191733-router', 'tenant_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:41Z', 'updated_at': '2022-07-14T16:11:43Z', 'revision_number': 6, 'project_id': '158c6a33129b47d9945e8d69d0bf7f5a', 'gw_port_host': None}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:11:44.319924 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:44.443471 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (510db283-1024-452d-98c7-2c3ef143aa31), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.467508 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Pushing event deleted for resources: {'Port': ['ID=510db283-1024-452d-98c7-2c3ef143aa31,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:44.536202 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.640536 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.642904 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks [] for router_controller (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.768869 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (2c73e2b7-1eef-4b19-9b68-2b5a247a262e), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.769530 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c73e2b7-1eef-4b19-9b68-2b5a247a262e {{(pid=111067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:11:44.774238 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.775386 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-6b0f27a5-cbff-4f9d-a270-292f48204837 admin admin] 10.222.0.119 "DELETE /v2.0/routers/2c73e2b7-1eef-4b19-9b68-2b5a247a262e HTTP/1.1" status: 204 len: 168 time: 0.9882464 Jul 14 16:11:44.778048 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41984) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:44.823917 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] Deleting subnet 9333d8ea-16c2-4803-a958-78fffda5a3f5 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:11:44.827405 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] Publish callbacks [] for subnet (9333d8ea-16c2-4803-a958-78fffda5a3f5), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.862879 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (9333d8ea-16c2-4803-a958-78fffda5a3f5), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:44.864441 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:44.944235 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (9333d8ea-16c2-4803-a958-78fffda5a3f5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.029354 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b4851a14-1639-419e-8142-7b6a6198d775 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:45.048042 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: b4851a14-1639-419e-8142-7b6a6198d775 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:45.048415 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device b4851a14-1639-419e-8142-7b6a6198d775 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:45.117894 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (9333d8ea-16c2-4803-a958-78fffda5a3f5), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.146014 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9333d8ea-16c2-4803-a958-78fffda5a3f5,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:45.149432 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.152588 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0984f39b-def3-47ef-98a8-e8f39eb08e26 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/9333d8ea-16c2-4803-a958-78fffda5a3f5 HTTP/1.1" status: 204 len: 168 time: 0.3734529 Jul 14 16:11:45.155360 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 41986) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:45.158042 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a21ed-57d7-4780-99c9-0aec3352e1fc None None] Network ba367ccb-302e-4a6f-839d-70ed7900a898 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:11:45.233623 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (ba367ccb-302e-4a6f-839d-70ed7900a898), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.280968 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Deleting port a11c00ad-39ea-42d2-a663-4992cfdfa808 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:45.281318 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.317050 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] DHCP port deletion for ba367ccb-302e-4a6f-839d-70ed7900a898 request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:11:45.360526 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] Deleting port a11c00ad-39ea-42d2-a663-4992cfdfa808 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:45.360797 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.362098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] For port a11c00ad-39ea-42d2-a663-4992cfdfa808, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=a11c00ad-39ea-42d2-a663-4992cfdfa808,segment=NetworkSegment(36652c1a-2021-45f7-9572-7b00b2296c2b),segment_id=36652c1a-2021-45f7-9572-7b00b2296c2b)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:45.362631 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.376550 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Calling delete_port for a11c00ad-39ea-42d2-a663-4992cfdfa808 owned by network:dhcp {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:45.424549 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] For port a11c00ad-39ea-42d2-a663-4992cfdfa808, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=a11c00ad-39ea-42d2-a663-4992cfdfa808,segment=NetworkSegment(36652c1a-2021-45f7-9572-7b00b2296c2b),segment_id=36652c1a-2021-45f7-9572-7b00b2296c2b)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:45.425018 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.439030 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] Calling delete_port for a11c00ad-39ea-42d2-a663-4992cfdfa808 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:45.517735 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.523880 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (a11c00ad-39ea-42d2-a663-4992cfdfa808), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.543796 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a11c00ad-39ea-42d2-a663-4992cfdfa808,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:45.549491 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] Pushing event deleted for resources: {'Port': ['ID=a11c00ad-39ea-42d2-a663-4992cfdfa808,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:45.550013 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] No DVR routers for this DVR port a11c00ad-39ea-42d2-a663-4992cfdfa808 on host dv-cinder-849869-1-iscsi {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:11:45.552995 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afa7f7-cd92-4b7f-8c34-662cdd826199 None None] No DVR routers for this DVR port a11c00ad-39ea-42d2-a663-4992cfdfa808 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:11:45.556765 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:45.632918 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (ba367ccb-302e-4a6f-839d-70ed7900a898), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.654306 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba367ccb-302e-4a6f-839d-70ed7900a898']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:45.663679 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36652c1a-2021-45f7-9572-7b00b2296c2b') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:45.663986 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36652c1a-2021-45f7-9572-7b00b2296c2b') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:45.675266 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (36652c1a-2021-45f7-9572-7b00b2296c2b), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.689803 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (36652c1a-2021-45f7-9572-7b00b2296c2b), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.696555 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:11:45.696966 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (36652c1a-2021-45f7-9572-7b00b2296c2b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.725309 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41992) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:45.779503 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 36652c1a-2021-45f7-9572-7b00b2296c2b resource provider aggregate not found Jul 14 16:11:45.797363 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 36652c1a-2021-45f7-9572-7b00b2296c2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36652c1a-2021-45f7-9572-7b00b2296c2b found for delete ", "request_id": "req-67999925-d44e-4887-b6c2-974365e089b4"}]} Jul 14 16:11:45.854197 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (ba367ccb-302e-4a6f-839d-70ed7900a898), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.860230 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.863617 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] 10.222.0.119 "DELETE /v2.0/networks/ba367ccb-302e-4a6f-839d-70ed7900a898 HTTP/1.1" status: 204 len: 168 time: 0.7073064 Jul 14 16:11:45.874950 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Deleting port 246e1450-9300-45d1-8fad-bc91fb01da17 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:45.875294 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (246e1450-9300-45d1-8fad-bc91fb01da17), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.878089 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c8ae1-fb01-4e9b-a3c9-82615e67cd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba367ccb-302e-4a6f-839d-70ed7900a898,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:45.956449 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (246e1450-9300-45d1-8fad-bc91fb01da17), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.956771 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (246e1450-9300-45d1-8fad-bc91fb01da17), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:45.969245 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Calling delete_port for 246e1450-9300-45d1-8fad-bc91fb01da17 owned by network:floatingip {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:46.032252 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:46.128601 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 41998) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:46.163020 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:46.169354 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ae082566-91aa-4e4f-a977-fd8f59f1587f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7469c47f14be40df88cc57050d28e8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397074 Jul 14 16:11:46.171902 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42000) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:46.178936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (246e1450-9300-45d1-8fad-bc91fb01da17), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:46.220871 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event deleted for resources: {'Port': ['ID=246e1450-9300-45d1-8fad-bc91fb01da17,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:46.296624 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f67c89ba-c062-46e5-aacf-19403aea33ce admin admin] Publish callbacks [] for security_group (134b7aee-bd1b-48a3-ab2e-441ff0c4edec), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:46.310481 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (d7f4d4b0-5a47-40fe-ba1a-c08e128db48a), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:46.310806 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.l3_db [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Floating IP d7f4d4b0-5a47-40fe-ba1a-c08e128db48a disassociated (deleted). External IP: 172.27.3.179, port: 90554f6b-eff0-444e-8bc6-754f61980b63. Jul 14 16:11:46.362286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f67c89ba-c062-46e5-aacf-19403aea33ce admin admin] Publish callbacks [] for security_group (134b7aee-bd1b-48a3-ab2e-441ff0c4edec), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:46.556361 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:11:46.557634 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f67c89ba-c062-46e5-aacf-19403aea33ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (134b7aee-bd1b-48a3-ab2e-441ff0c4edec), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:46.560800 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f67c89ba-c062-46e5-aacf-19403aea33ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:46.561977 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f67c89ba-c062-46e5-aacf-19403aea33ce admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/134b7aee-bd1b-48a3-ab2e-441ff0c4edec HTTP/1.1" status: 204 len: 168 time: 0.3890383 Jul 14 16:11:46.572580 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c89ba-c062-46e5-aacf-19403aea33ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b7aee-bd1b-48a3-ab2e-441ff0c4edec,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:46.600037 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 510db283-1024-452d-98c7-2c3ef143aa31 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:46.619841 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 510db283-1024-452d-98c7-2c3ef143aa31 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:46.620265 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 510db283-1024-452d-98c7-2c3ef143aa31 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:46.620695 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a11c00ad-39ea-42d2-a663-4992cfdfa808 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:46.644024 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: a11c00ad-39ea-42d2-a663-4992cfdfa808 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:46.644415 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a11c00ad-39ea-42d2-a663-4992cfdfa808 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:46.689001 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:11:46.693431 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:46.701252 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:11:46.711022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:46.711638 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:46.725564 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3e6007af-b452-4d1c-815e-0727cb1768de tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "DELETE /v2.0/floatingips/d7f4d4b0-5a47-40fe-ba1a-c08e128db48a HTTP/1.1" status: 204 len: 168 time: 0.9991398 Jul 14 16:11:46.726163 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63'}] {{(pid=111068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:11:46.728454 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60573d4d15e252114c5064d4230b64d1443f2b5bc563cca3d8c814264c43a6f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664" -d '{"events": [{"name": "network-changed", "server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63"}]}' {{(pid=111068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:11:46.775918 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd610b8-ca8c-4709-a844-53b930dda0d3 x-openstack-request-id: req-6dd610b8-ca8c-4709-a844-53b930dda0d3 {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:11:46.779332 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63", "status": "completed", "code": 200}]} {{(pid=111068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:11:46.779587 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6dd610b8-ca8c-4709-a844-53b930dda0d3 {{(pid=111068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:11:46.780010 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd610b8-ca8c-4709-a844-53b930dda0d3'] response: {'name': 'network-changed', 'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63', 'status': 'completed', 'code': 200} Jul 14 16:11:46.829565 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:46.869659 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-c94c10ae-d351-4295-89dc-a3682e5ccfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:46.871034 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-c94c10ae-d351-4295-89dc-a3682e5ccfda service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 1129 time: 0.0478809 Jul 14 16:11:46.971439 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-1eeae96b-1df3-4c26-ba34-5ca81597c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:46.972961 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-1eeae96b-1df3-4c26-ba34-5ca81597c8bd service neutron] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 914 time: 0.0954342 Jul 14 16:11:47.015441 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-9f8275ff-35ff-4c81-b7e0-5303b3ca346e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90554f6b-eff0-444e-8bc6-754f61980b63 HTTP/1.1" status: 200 len: 217 time: 0.0362158 Jul 14 16:11:47.065728 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-c4de3877-112b-4503-8746-3cd85587f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:47.067244 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-c4de3877-112b-4503-8746-3cd85587f4a2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0461192 Jul 14 16:11:47.072287 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:04Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:47.103119 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:11:47.112290 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:47.112910 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:47.118051 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-bb2ef418-7776-44e3-9058-e2d4a00f0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:47.119595 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-bb2ef418-7776-44e3-9058-e2d4a00f0874 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456901 Jul 14 16:11:47.182028 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94b932-ec18-4165-964f-9c596ba3a5f8 req-a58a4d81-ec14-43fa-9615-a155c9c8edac tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:47.186409 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bf94b932-ec18-4165-964f-9c596ba3a5f8 req-a58a4d81-ec14-43fa-9615-a155c9c8edac tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.0524249 Jul 14 16:11:47.198286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:47.216553 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:47.243229 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-bf94b932-ec18-4165-964f-9c596ba3a5f8 req-48f2406c-dca9-44ea-9994-0cce0aa4692d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514367 Jul 14 16:11:47.282132 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42012) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:47.325021 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7af22977-18df-43b4-9d85-8f21ca868e00 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=158c6a33129b47d9945e8d69d0bf7f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416589 Jul 14 16:11:47.328167 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42014) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:47.377723 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5678d5b9-4e38-4540-9258-e0cc25f4e5e8 admin admin] Publish callbacks [] for security_group (35c8425b-af86-494d-bf34-0b50e43f240c), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:47.400902 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5678d5b9-4e38-4540-9258-e0cc25f4e5e8 admin admin] Publish callbacks [] for security_group (35c8425b-af86-494d-bf34-0b50e43f240c), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:47.523138 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5678d5b9-4e38-4540-9258-e0cc25f4e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (35c8425b-af86-494d-bf34-0b50e43f240c), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:47.525826 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-5678d5b9-4e38-4540-9258-e0cc25f4e5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:47.527000 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-5678d5b9-4e38-4540-9258-e0cc25f4e5e8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/35c8425b-af86-494d-bf34-0b50e43f240c HTTP/1.1" status: 204 len: 168 time: 0.1979282 Jul 14 16:11:47.536281 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678d5b9-4e38-4540-9258-e0cc25f4e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c8425b-af86-494d-bf34-0b50e43f240c,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:47.578223 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:04Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:47.603756 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d819a-28f4-4ea5-ba76-20f669c4df1c None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_floatingips': [{'id': '99b6e8ee-d117-48a5-b843-89c8feb191b4', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'router_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'port_id': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'mac_address': 'fa:16:3e:71:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T16:06:02Z', 'updated_at': '2022-07-14T16:06:04Z', 'revision_number': 1, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:11:47.820348 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd124c-e105-4879-b448-69d479028971 None None] New status for floating IP d7f4d4b0-5a47-40fe-ba1a-c08e128db48a: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:11:48.362558 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c564-194d-4ab4-b293-8c5c891d8309 req-d402ea1a-8555-4259-834f-e6c3f1ab591f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:48.364028 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4de2c564-194d-4ab4-b293-8c5c891d8309 req-d402ea1a-8555-4259-834f-e6c3f1ab591f tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.0482373 Jul 14 16:11:48.398032 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:48.418498 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4de2c564-194d-4ab4-b293-8c5c891d8309 req-f5074bb6-b8f0-4d97-8b00-5ab0e24b6306 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488966 Jul 14 16:11:48.422855 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-b962062b-cc0a-4327-9f5f-feb3ff62e3c7 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909951 Jul 14 16:11:48.519335 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f47f969-b3fe-46ab-97a0-ba1dcea7a664 req-206da613-8677-4a62-afe7-c0197a61e377 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866754 Jul 14 16:11:48.682936 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:49.176666 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-20e389d8-2b4b-4e44-b2e5-c660df0dd88c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:49.178091 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-20e389d8-2b4b-4e44-b2e5-c660df0dd88c tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.0471792 Jul 14 16:11:49.259120 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Deleting port 90554f6b-eff0-444e-8bc6-754f61980b63 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:49.259459 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:49.351754 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] For port 90554f6b-eff0-444e-8bc6-754f61980b63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=90554f6b-eff0-444e-8bc6-754f61980b63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:49.352156 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:49.365172 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Calling delete_port for 90554f6b-eff0-444e-8bc6-754f61980b63 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:49.453442 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:49.534745 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113904b6-c100-4c7f-9dcd-90d23e104050 req-ba6a9bd2-b994-4564-9294-6bcd17e98530 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:49.536227 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-113904b6-c100-4c7f-9dcd-90d23e104050 req-ba6a9bd2-b994-4564-9294-6bcd17e98530 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Jul 14 16:11:49.556385 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:49.574477 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (90554f6b-eff0-444e-8bc6-754f61980b63), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:49.586227 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-113904b6-c100-4c7f-9dcd-90d23e104050 req-2d0abaaf-738b-4f47-9164-263aed1e97ff tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443573 Jul 14 16:11:49.604175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event deleted for resources: {'Port': ['ID=90554f6b-eff0-444e-8bc6-754f61980b63,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:49.655693 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] No DVR routers for this DVR port 90554f6b-eff0-444e-8bc6-754f61980b63 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:11:49.658043 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:49.661274 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ad29e8b0-ead2-4f2f-b455-7ef9a29dba03 req-312fda15-6897-4caf-ac75-002577e486b0 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "DELETE /v2.0/ports/90554f6b-eff0-444e-8bc6-754f61980b63 HTTP/1.1" status: 204 len: 173 time: 0.4763520 Jul 14 16:11:49.661700 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'name': 'network-vif-deleted', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:11:49.663933 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83419f50-6f47-459b-afdd-76d224518dbe" -d '{"events": [{"server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "name": "network-vif-deleted", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:11:49.699900 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788e5864-4a1b-4c85-8d4d-f74276b27c3f x-openstack-request-id: req-788e5864-4a1b-4c85-8d4d-f74276b27c3f {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:11:49.700219 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7a606b-3d68-4e3b-aa83-850fad7ab0b2", "name": "network-vif-deleted", "tag": "90554f6b-eff0-444e-8bc6-754f61980b63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:11:49.700478 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-788e5864-4a1b-4c85-8d4d-f74276b27c3f {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:11:49.704166 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788e5864-4a1b-4c85-8d4d-f74276b27c3f'] response: {'server_uuid': 'df7a606b-3d68-4e3b-aa83-850fad7ab0b2', 'name': 'network-vif-deleted', 'tag': '90554f6b-eff0-444e-8bc6-754f61980b63', 'status': 'completed', 'code': 200} Jul 14 16:11:50.696830 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-62182dbb-97b9-403c-801f-86faf3e4e7f3 req-1f16eace-abf5-4818-857c-6a349978797d tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=df7a606b-3d68-4e3b-aa83-850fad7ab0b2 HTTP/1.1" status: 200 len: 210 time: 0.0293572 Jul 14 16:11:51.876191 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 90554f6b-eff0-444e-8bc6-754f61980b63 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:51.898291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 90554f6b-eff0-444e-8bc6-754f61980b63 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:51.898638 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 90554f6b-eff0-444e-8bc6-754f61980b63 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:11:54.219162 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42042) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:54.356590 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Deleting port 2d0337ab-d858-4f11-8d2c-ba5898d8d282 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:54.356934 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:54.440853 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:54.441179 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (2d0337ab-d858-4f11-8d2c-ba5898d8d282), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:54.453062 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Calling delete_port for 2d0337ab-d858-4f11-8d2c-ba5898d8d282 owned by network:floatingip {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:54.547465 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:54.676330 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (2d0337ab-d858-4f11-8d2c-ba5898d8d282), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:54.708375 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event deleted for resources: {'Port': ['ID=2d0337ab-d858-4f11-8d2c-ba5898d8d282,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:54.771371 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (99b6e8ee-d117-48a5-b843-89c8feb191b4), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:54.771692 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Floating IP 99b6e8ee-d117-48a5-b843-89c8feb191b4 disassociated (deleted). External IP: 172.27.3.182, port: d245e393-87e8-4b90-a68d-82aaa0421e63. Jul 14 16:11:55.212566 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:11:55.215448 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:55.316118 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:11:55.320784 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:55.326447 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:11:55.335936 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:55.336562 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:55.351189 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-4546ae6a-1ed1-4cc5-8ead-d968657129e3 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "DELETE /v2.0/floatingips/99b6e8ee-d117-48a5-b843-89c8feb191b4 HTTP/1.1" status: 204 len: 168 time: 1.1309566 Jul 14 16:11:55.351834 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:11:55.354107 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:11:55.392783 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a515da9-3b7e-4355-9c9d-4ef36a2cec20 x-openstack-request-id: req-8a515da9-3b7e-4355-9c9d-4ef36a2cec20 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:11:55.393015 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:11:55.393419 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8a515da9-3b7e-4355-9c9d-4ef36a2cec20 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:11:55.393753 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a515da9-3b7e-4355-9c9d-4ef36a2cec20'] response: {'name': 'network-changed', 'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'status': 'completed', 'code': 200} Jul 14 16:11:55.434327 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:55.450464 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:55.499440 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-65ef3e9f-1611-428d-8ae1-1e0ffcea4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:55.500945 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-65ef3e9f-1611-428d-8ae1-1e0ffcea4821 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1207210005f34c4aabbe6966e469c1a0&device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 1130 time: 0.0453641 Jul 14 16:11:55.531042 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:55.552130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:55.603279 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-7b287ab2-8181-41aa-965e-0fabf40fa06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:55.604799 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-7b287ab2-8181-41aa-965e-0fabf40fa06a service neutron] 10.222.0.121 "GET /v2.0/networks?id=7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 200 len: 914 time: 0.0976999 Jul 14 16:11:55.647123 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-4adbf701-d5ab-4a5e-b3e7-b3b56fe3d52a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d245e393-87e8-4b90-a68d-82aaa0421e63 HTTP/1.1" status: 200 len: 217 time: 0.0342155 Jul 14 16:11:55.655711 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:55.687134 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:11:55.697086 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:11:55.697695 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:11:33Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:55.704414 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-0ba93310-3be9-407d-ba7f-94d54530eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:55.705889 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-0ba93310-3be9-407d-ba7f-94d54530eb2d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 200 len: 851 time: 0.0506704 Jul 14 16:11:55.750628 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-2791b40b-be65-4282-a121-ad6d35a828f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:55.752162 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-2791b40b-be65-4282-a121-ad6d35a828f5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7c436165-5659-4f64-9bb3-46eb0ae69617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402346 Jul 14 16:11:55.801805 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:11:55.855458 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-e7a073a1-66ae-4793-8c97-f27ccb2c3d58 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968580 Jul 14 16:11:55.885241 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0fd4-4f8e-4078-aee7-aa75cffc0ad2 req-1ac40b9d-1568-493e-811f-a839ac4d2e6b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:55.886758 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b8fd0fd4-4f8e-4078-aee7-aa75cffc0ad2 req-1ac40b9d-1568-493e-811f-a839ac4d2e6b tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 946 time: 0.0567706 Jul 14 16:11:55.943565 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b8fd0fd4-4f8e-4078-aee7-aa75cffc0ad2 req-69d62c48-5b34-4472-8c15-497e12c6a407 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504844 Jul 14 16:11:55.966073 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-fc348902-e7e5-4f4f-ba0e-0185d8d25e20 req-aceb90e3-275b-43c4-b36a-16688b5d7f42 service neutron] 10.222.0.121 "GET /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022308 Jul 14 16:11:56.023693 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:11:56.047812 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af8b9b-ecae-4990-8b51-39f2fabdea20 None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:07Z', 'revision_number': 4, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '014bde33-f692-47ac-abae-ca5d0ce42f53', 'name': '', 'network_id': '7c436165-5659-4f64-9bb3-46eb0ae69617', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'mac_address': 'fa:16:3e:34:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:06Z', 'updated_at': '2022-07-14T16:01:11Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'subnets': [{'id': '36949fe6-fb00-455b-8f7c-9b93a6929f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:11:56.261559 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96535113-85b6-434e-a48e-39593ed22391 None None] New status for floating IP 99b6e8ee-d117-48a5-b843-89c8feb191b4: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:11:56.796047 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-85789c6c-803f-4671-a5f5-1907d566bb82 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:56.797438 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-85789c6c-803f-4671-a5f5-1907d566bb82 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 946 time: 0.0479205 Jul 14 16:11:56.870154 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:56.887151 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Deleting port d245e393-87e8-4b90-a68d-82aaa0421e63 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:56.887509 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:56.978976 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] For port d245e393-87e8-4b90-a68d-82aaa0421e63, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=d245e393-87e8-4b90-a68d-82aaa0421e63,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:11:56.979341 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:56.992698 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Calling delete_port for d245e393-87e8-4b90-a68d-82aaa0421e63 owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:57.063305 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d025f-6308-4aed-8957-53a552c7a713 req-ae662260-4be4-4036-9fdb-951488ba2a46 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:11:57.064706 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b40d025f-6308-4aed-8957-53a552c7a713 req-ae662260-4be4-4036-9fdb-951488ba2a46 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 946 time: 0.0476964 Jul 14 16:11:57.115353 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b40d025f-6308-4aed-8957-53a552c7a713 req-da4fce4e-79d0-43c8-81c1-d2cacfe17c16 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/security-groups?id=a93aa628-4f97-44a3-b589-6ab9f616ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450804 Jul 14 16:11:57.163020 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (d245e393-87e8-4b90-a68d-82aaa0421e63), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:57.171554 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:11:57.206343 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event deleted for resources: {'Port': ['ID=d245e393-87e8-4b90-a68d-82aaa0421e63,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:57.245279 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] No DVR routers for this DVR port d245e393-87e8-4b90-a68d-82aaa0421e63 on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:11:57.248985 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:57.252413 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-2b085ebc-beb2-4087-bfdc-e796b7e59bc0 req-3bd2f51e-c1f6-4470-9f5a-42fe6444eb2e tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.121 "DELETE /v2.0/ports/d245e393-87e8-4b90-a68d-82aaa0421e63 HTTP/1.1" status: 204 len: 173 time: 0.4487798 Jul 14 16:11:57.394579 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'name': 'network-vif-deleted', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:11:57.397049 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff475d-0a6d-4557-926b-6edda886ed6c" -d '{"events": [{"server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "name": "network-vif-deleted", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:11:57.433011 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfbf38c-1692-4c70-932c-f91840eae062 x-openstack-request-id: req-ccfbf38c-1692-4c70-932c-f91840eae062 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:11:57.433307 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bb734-5f8d-485f-8d5e-a8aca01672ae", "name": "network-vif-deleted", "tag": "d245e393-87e8-4b90-a68d-82aaa0421e63", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:11:57.433561 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ccfbf38c-1692-4c70-932c-f91840eae062 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:11:57.433972 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfbf38c-1692-4c70-932c-f91840eae062'] response: {'server_uuid': '4f6bb734-5f8d-485f-8d5e-a8aca01672ae', 'name': 'network-vif-deleted', 'tag': 'd245e393-87e8-4b90-a68d-82aaa0421e63', 'status': 'completed', 'code': 200} Jul 14 16:11:58.224297 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6e8bc4c0-a59b-4700-92d0-1f25206dabda req-02666093-7af2-403c-9355-30c1c9e60d45 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "GET /v2.0/ports?device_id=4f6bb734-5f8d-485f-8d5e-a8aca01672ae HTTP/1.1" status: 200 len: 210 time: 0.0300329 Jul 14 16:11:59.284479 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42058) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:11:59.398758 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Deleting port e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:11:59.399097 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:59.474719 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:59.475042 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:59.487155 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Calling delete_port for e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5 owned by network:floatingip {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:11:59.694485 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:59.717272 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event deleted for resources: {'Port': ['ID=e7c14180-4a7e-4b42-bf2e-6bcbb108d9f5,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:11:59.785517 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for floatingip (3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:59.788126 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:11:59.789268 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a578775d-285b-46a4-b42f-9a7c6184b912 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "DELETE /v2.0/floatingips/3944d5e4-b63a-46ea-b3bf-8f0f8a2bc641 HTTP/1.1" status: 204 len: 168 time: 0.5065649 Jul 14 16:11:59.913441 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device d245e393-87e8-4b90-a68d-82aaa0421e63 no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:11:59.933561 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: d245e393-87e8-4b90-a68d-82aaa0421e63 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:11:59.933902 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device d245e393-87e8-4b90-a68d-82aaa0421e63 not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:12:00.597931 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-23e404e7-686e-4168-a708-e39b09515200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:01.188057 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42070) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:01.245130 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ceb665cf-23ca-41c2-ba38-65401dd1ec87 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group (a93aa628-4f97-44a3-b589-6ab9f616ab83), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:01.270281 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ceb665cf-23ca-41c2-ba38-65401dd1ec87 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group (a93aa628-4f97-44a3-b589-6ab9f616ab83), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:01.293548 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:01.414748 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ceb665cf-23ca-41c2-ba38-65401dd1ec87 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a93aa628-4f97-44a3-b589-6ab9f616ab83), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:01.417437 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ceb665cf-23ca-41c2-ba38-65401dd1ec87 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:01.418675 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ceb665cf-23ca-41c2-ba38-65401dd1ec87 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] 10.222.0.119 "DELETE /v2.0/security-groups/a93aa628-4f97-44a3-b589-6ab9f616ab83 HTTP/1.1" status: 204 len: 168 time: 0.2295334 Jul 14 16:12:01.428088 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb665cf-23ca-41c2-ba38-65401dd1ec87 tempest-TestVolumeBootPattern-158268696 tempest-TestVolumeBootPattern-158268696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93aa628-4f97-44a3-b589-6ab9f616ab83,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:01.557386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42074) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:02.067002 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (b02c6442-0e83-4b80-a49e-4e5db8946d72), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:02.189329 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:02.285519 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Deleting port 014bde33-f692-47ac-abae-ca5d0ce42f53 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:02.285849 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:02.347565 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:02.365668 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] For port 014bde33-f692-47ac-abae-ca5d0ce42f53, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=014bde33-f692-47ac-abae-ca5d0ce42f53,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:02.366031 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:02.379700 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Calling delete_port for 014bde33-f692-47ac-abae-ca5d0ce42f53 owned by network:router_interface {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:02.620340 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (014bde33-f692-47ac-abae-ca5d0ce42f53), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:02.646197 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Pushing event deleted for resources: {'Port': ['ID=014bde33-f692-47ac-abae-ca5d0ce42f53,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:02.912536 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d151-3575-4c19-b0f4-ffa19d8efe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:03.096580 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (b02c6442-0e83-4b80-a49e-4e5db8946d72), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:03.304618 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Router b02c6442-0e83-4b80-a49e-4e5db8946d72 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:12:03.405906 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:12:03.412625 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c5477112-676d-4cb8-9787-948e8f5859ac admin admin] 10.222.0.119 "PUT /v2.0/routers/b02c6442-0e83-4b80-a49e-4e5db8946d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8539400 Jul 14 16:12:03.413318 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42088) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:03.414609 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] Sync routers for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:12:03.418757 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:03.426377 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:12:03.430971 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:12:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:03.519710 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks [] for router (b02c6442-0e83-4b80-a49e-4e5db8946d72), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:03.528399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:12:03.551033 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:03.619782 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks [] for router_gateway (b02c6442-0e83-4b80-a49e-4e5db8946d72), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:03.640567 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:03.693646 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:12:02Z', 'revision_number': 5, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port': {'id': 'a65351f3-fc3d-49cf-b238-c94ac4f6339d', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:03.721934 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] Checking router: b02c6442-0e83-4b80-a49e-4e5db8946d72 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:12:03.730947 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] Routers {'b02c6442-0e83-4b80-a49e-4e5db8946d72'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:12:03.731542 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:12:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['b02c6442-0e83-4b80-a49e-4e5db8946d72'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:03.735512 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Deleting port a65351f3-fc3d-49cf-b238-c94ac4f6339d {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:03.745306 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:03.811982 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] Set router b02c6442-0e83-4b80-a49e-4e5db8946d72 gateway port host: None {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:12:03.821181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] For port a65351f3-fc3d-49cf-b238-c94ac4f6339d, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=a65351f3-fc3d-49cf-b238-c94ac4f6339d,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:03.821536 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:03.834446 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Calling delete_port for a65351f3-fc3d-49cf-b238-c94ac4f6339d owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:03.863399 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:12:03Z', 'revision_number': 6, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:03.888654 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32943536-481f-48a4-ac18-d6a3a956a3b1 None None] The sync data for ids ['b02c6442-0e83-4b80-a49e-4e5db8946d72'] in dv-cinder-849869-1-iscsi is: [{'id': 'b02c6442-0e83-4b80-a49e-4e5db8946d72', 'name': 'tempest-TestVolumeBootPattern-2062520330-router', 'tenant_id': '1207210005f34c4aabbe6966e469c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:04Z', 'updated_at': '2022-07-14T16:12:03Z', 'revision_number': 6, 'project_id': '1207210005f34c4aabbe6966e469c1a0', 'gw_port_host': None}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:12:04.060640 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (a65351f3-fc3d-49cf-b238-c94ac4f6339d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.087695 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a65351f3-fc3d-49cf-b238-c94ac4f6339d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:04.149845 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (b02c6442-0e83-4b80-a49e-4e5db8946d72), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.179297 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.239750 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (b02c6442-0e83-4b80-a49e-4e5db8946d72), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.242111 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks [] for router_controller (b02c6442-0e83-4b80-a49e-4e5db8946d72), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.363272 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (b02c6442-0e83-4b80-a49e-4e5db8946d72), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.363875 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02c6442-0e83-4b80-a49e-4e5db8946d72 {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:12:04.368084 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.369247 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7aef25d2-8fec-48d8-9940-9d10266f2c3b admin admin] 10.222.0.119 "DELETE /v2.0/routers/b02c6442-0e83-4b80-a49e-4e5db8946d72 HTTP/1.1" status: 204 len: 168 time: 0.9550028 Jul 14 16:12:04.371698 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42094) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:04.416966 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] Deleting subnet 36949fe6-fb00-455b-8f7c-9b93a6929f6c {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:12:04.420361 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] Publish callbacks [] for subnet (36949fe6-fb00-455b-8f7c-9b93a6929f6c), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.457357 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (36949fe6-fb00-455b-8f7c-9b93a6929f6c), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.521796 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:04.536648 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (36949fe6-fb00-455b-8f7c-9b93a6929f6c), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.649227 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (36949fe6-fb00-455b-8f7c-9b93a6929f6c), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.660286 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:04.678781 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 014bde33-f692-47ac-abae-ca5d0ce42f53 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:12:04.687585 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36949fe6-fb00-455b-8f7c-9b93a6929f6c,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:04.689694 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.693213 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1d0286e5-607d-4e18-8072-80d3a3dcc6b6 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/36949fe6-fb00-455b-8f7c-9b93a6929f6c HTTP/1.1" status: 204 len: 168 time: 0.3205221 Jul 14 16:12:04.695637 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42096) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:04.706489 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc80000-f01a-46bc-8bfb-c61fda329661 None None] Network 7c436165-5659-4f64-9bb3-46eb0ae69617 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:12:04.709988 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 014bde33-f692-47ac-abae-ca5d0ce42f53 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:12:04.710404 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 014bde33-f692-47ac-abae-ca5d0ce42f53 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:12:04.710985 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a65351f3-fc3d-49cf-b238-c94ac4f6339d no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:12:04.746288 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: a65351f3-fc3d-49cf-b238-c94ac4f6339d {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:12:04.746505 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device a65351f3-fc3d-49cf-b238-c94ac4f6339d not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:12:04.772721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (7c436165-5659-4f64-9bb3-46eb0ae69617), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.818668 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Deleting port 3c87752c-6002-49fa-9f07-f8dabb4dda71 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:04.819036 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.887291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] DHCP port deletion for 7c436165-5659-4f64-9bb3-46eb0ae69617 request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:12:04.891255 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] For port 3c87752c-6002-49fa-9f07-f8dabb4dda71, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=3c87752c-6002-49fa-9f07-f8dabb4dda71,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:04.891850 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:04.906965 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Calling delete_port for 3c87752c-6002-49fa-9f07-f8dabb4dda71 owned by network:dhcp {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:04.926765 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] Deleting port 3c87752c-6002-49fa-9f07-f8dabb4dda71 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:04.927072 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.001560 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] For port 3c87752c-6002-49fa-9f07-f8dabb4dda71, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=3c87752c-6002-49fa-9f07-f8dabb4dda71,segment=NetworkSegment(a699e083-c2d4-4807-8406-7cb23a8489dd),segment_id=a699e083-c2d4-4807-8406-7cb23a8489dd)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:05.002160 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.020073 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] Calling delete_port for 3c87752c-6002-49fa-9f07-f8dabb4dda71 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:05.043118 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.072313 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] No DVR routers for this DVR port 3c87752c-6002-49fa-9f07-f8dabb4dda71 on host dv-cinder-849869-1-iscsi {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:12:05.077941 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=3c87752c-6002-49fa-9f07-f8dabb4dda71,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:05.109135 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (3c87752c-6002-49fa-9f07-f8dabb4dda71), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.132679 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] Pushing event deleted for resources: {'Port': ['ID=3c87752c-6002-49fa-9f07-f8dabb4dda71,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:05.139291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf1e60-ee20-442f-97a0-1cca3a63690b None None] No DVR routers for this DVR port 3c87752c-6002-49fa-9f07-f8dabb4dda71 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:12:05.156720 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (7c436165-5659-4f64-9bb3-46eb0ae69617), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.177739 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c436165-5659-4f64-9bb3-46eb0ae69617']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:05.187656 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a699e083-c2d4-4807-8406-7cb23a8489dd') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:05.187994 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a699e083-c2d4-4807-8406-7cb23a8489dd') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:05.198051 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (a699e083-c2d4-4807-8406-7cb23a8489dd), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.212545 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (a699e083-c2d4-4807-8406-7cb23a8489dd), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.218935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:12:05.220445 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (a699e083-c2d4-4807-8406-7cb23a8489dd), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.267425 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment a699e083-c2d4-4807-8406-7cb23a8489dd resource provider aggregate not found Jul 14 16:12:05.289889 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment a699e083-c2d4-4807-8406-7cb23a8489dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a699e083-c2d4-4807-8406-7cb23a8489dd found for delete ", "request_id": "req-55e30cbb-15f9-4602-9fae-40ab511923f7"}]} Jul 14 16:12:05.369161 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (7c436165-5659-4f64-9bb3-46eb0ae69617), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.374760 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.377931 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] 10.222.0.119 "DELETE /v2.0/networks/7c436165-5659-4f64-9bb3-46eb0ae69617 HTTP/1.1" status: 204 len: 168 time: 0.6810441 Jul 14 16:12:05.381627 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42112) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:05.391940 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded5bb0-dffd-4b7a-a11c-4f349125aeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=7c436165-5659-4f64-9bb3-46eb0ae69617,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:05.641143 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:05.673438 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.708807 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (4307eff1-dd02-4693-9529-9d32a0b3ad80), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.770549 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662e1a2-274f-4489-851a-232e8bb71166 req-100f28f3-cdd4-4223-941c-7e8a731abcc4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:05.772017 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f662e1a2-274f-4489-851a-232e8bb71166 req-100f28f3-cdd4-4223-941c-7e8a731abcc4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.1781213 Jul 14 16:12:05.820788 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f662e1a2-274f-4489-851a-232e8bb71166 req-19c6e5bc-8ed2-41ae-8d20-a494fb51e0ba tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Jul 14 16:12:05.923342 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.934194 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Deleting port 425800ac-7e07-4bff-9028-eae622faf2a3 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:05.934530 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:05.990799 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:06.018018 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] For port 425800ac-7e07-4bff-9028-eae622faf2a3, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=425800ac-7e07-4bff-9028-eae622faf2a3,segment=NetworkSegment(77f78508-959d-424f-89a9-d512d49a80e3),segment_id=77f78508-959d-424f-89a9-d512d49a80e3)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:06.018376 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:06.031057 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Calling delete_port for 425800ac-7e07-4bff-9028-eae622faf2a3 owned by network:router_interface {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:06.260409 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (425800ac-7e07-4bff-9028-eae622faf2a3), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:06.266731 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=46 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:06.286790 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Pushing event deleted for resources: {'Port': ['ID=425800ac-7e07-4bff-9028-eae622faf2a3,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:06.457542 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (4307eff1-dd02-4693-9529-9d32a0b3ad80), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:06.638004 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 3c87752c-6002-49fa-9f07-f8dabb4dda71 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:12:06.657413 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 3c87752c-6002-49fa-9f07-f8dabb4dda71 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:12:06.657756 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 3c87752c-6002-49fa-9f07-f8dabb4dda71 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:12:06.664052 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Router 4307eff1-dd02-4693-9529-9d32a0b3ad80 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:12:06.675636 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:06.764805 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:12:06.772264 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7f8ac47c-35e6-4523-9b63-3575044cc41a admin admin] 10.222.0.119 "PUT /v2.0/routers/4307eff1-dd02-4693-9529-9d32a0b3ad80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3869791 Jul 14 16:12:06.772264 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42124) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:06.772989 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] Sync routers for ids ['4307eff1-dd02-4693-9529-9d32a0b3ad80'] in dv-cinder-849869-1-iscsi {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:12:06.784703 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] Routers {'4307eff1-dd02-4693-9529-9d32a0b3ad80'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:12:06.785316 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:12:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['4307eff1-dd02-4693-9529-9d32a0b3ad80'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:06.875464 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks [] for router (4307eff1-dd02-4693-9529-9d32a0b3ad80), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:06.888331 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] Set router 4307eff1-dd02-4693-9529-9d32a0b3ad80 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:12:06.952301 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9d3de-fe10-4ac6-997d-ea69efe24fd4 req-517e3016-b160-48ae-8590-95017f3220c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:06.954437 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cef9d3de-fe10-4ac6-997d-ea69efe24fd4 req-517e3016-b160-48ae-8590-95017f3220c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0495822 Jul 14 16:12:06.960527 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:06.984246 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks [] for router_gateway (4307eff1-dd02-4693-9529-9d32a0b3ad80), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.004877 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cef9d3de-fe10-4ac6-997d-ea69efe24fd4 req-72e956a3-70ec-434f-9b19-a927fdbd5a9c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Jul 14 16:12:07.061328 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:12:06Z', 'revision_number': 5, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port': {'id': '41060d99-4923-45b7-bcc8-d2ed5f5e1449', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:01:11Z', 'updated_at': '2022-07-14T16:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:07.087951 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Deleting port 41060d99-4923-45b7-bcc8-d2ed5f5e1449 {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:07.088300 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.089957 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] Checking router: 4307eff1-dd02-4693-9529-9d32a0b3ad80 for host: dv-cinder-849869-1-iscsi {{(pid=111070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:12:07.099311 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] Routers {'4307eff1-dd02-4693-9529-9d32a0b3ad80'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:12:07.099934 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:12:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['4307eff1-dd02-4693-9529-9d32a0b3ad80'], 'active': True} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:07.173148 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] For port 41060d99-4923-45b7-bcc8-d2ed5f5e1449, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=41060d99-4923-45b7-bcc8-d2ed5f5e1449,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:07.173536 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.181905 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_dvr_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] Set router 4307eff1-dd02-4693-9529-9d32a0b3ad80 gateway port host: None {{(pid=111070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:12:07.186801 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Calling delete_port for 41060d99-4923-45b7-bcc8-d2ed5f5e1449 owned by network:router_gateway {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:07.230795 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.l3_hamode_db [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:12:06Z', 'revision_number': 6, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:07.254245 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb04eee-3538-4af1-a9b2-e428969d3ece None None] The sync data for ids ['4307eff1-dd02-4693-9529-9d32a0b3ad80'] in dv-cinder-849869-1-iscsi is: [{'id': '4307eff1-dd02-4693-9529-9d32a0b3ad80', 'name': 'tempest-TestVolumeBootPattern-1242829307-router', 'tenant_id': '52bdafc550094324b057bcfc23de296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:01:10Z', 'updated_at': '2022-07-14T16:12:06Z', 'revision_number': 6, 'project_id': '52bdafc550094324b057bcfc23de296b', 'gw_port_host': None}] {{(pid=111070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:12:07.648950 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (41060d99-4923-45b7-bcc8-d2ed5f5e1449), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.675439 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=41060d99-4923-45b7-bcc8-d2ed5f5e1449,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:07.739061 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (4307eff1-dd02-4693-9529-9d32a0b3ad80), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.829158 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (4307eff1-dd02-4693-9529-9d32a0b3ad80), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.831281 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks [] for router_controller (4307eff1-dd02-4693-9529-9d32a0b3ad80), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.927884 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (4307eff1-dd02-4693-9529-9d32a0b3ad80), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.928495 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4307eff1-dd02-4693-9529-9d32a0b3ad80 {{(pid=111067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:12:07.933263 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:07.934176 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ad7b8e07-27d3-4223-afb9-ddcbbdfa1c91 admin admin] 10.222.0.119 "DELETE /v2.0/routers/4307eff1-dd02-4693-9529-9d32a0b3ad80 HTTP/1.1" status: 204 len: 168 time: 1.1610823 Jul 14 16:12:07.937502 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42128) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:07.987331 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] Deleting subnet 5cb1d430-86ce-4aba-ba52-2030b99156b5 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:12:07.995874 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] Publish callbacks [] for subnet (5cb1d430-86ce-4aba-ba52-2030b99156b5), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.026696 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (5cb1d430-86ce-4aba-ba52-2030b99156b5), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.098513 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:08.110529 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (5cb1d430-86ce-4aba-ba52-2030b99156b5), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.128471 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbf6f3-e5ed-43c5-aa14-99e9de1d54ef req-9cfe806d-fb2e-4ec2-a1b1-e319b1bcc261 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:08.130048 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e0dbf6f3-e5ed-43c5-aa14-99e9de1d54ef req-9cfe806d-fb2e-4ec2-a1b1-e319b1bcc261 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0509989 Jul 14 16:12:08.183184 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-e0dbf6f3-e5ed-43c5-aa14-99e9de1d54ef req-cea32b48-82ab-4fec-a0b2-b1f25e83451b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473404 Jul 14 16:12:08.232630 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (5cb1d430-86ce-4aba-ba52-2030b99156b5), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.236468 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:08.262028 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb1d430-86ce-4aba-ba52-2030b99156b5,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:08.265466 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.270421 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d2aef315-3d94-4e32-b7f3-9e5b819e12a2 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/5cb1d430-86ce-4aba-ba52-2030b99156b5 HTTP/1.1" status: 204 len: 168 time: 0.3320329 Jul 14 16:12:08.272229 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42132) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:08.272966 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35148d77-d48c-4fc0-a9eb-e02857ba8473 None None] Network e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:12:08.341586 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:08.346788 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.387963 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Deleting port 05b6c9e7-ad84-4441-967f-46ead15cff03 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:08.388350 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.390278 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:08.443766 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] DHCP port deletion for e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:12:08.459721 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] For port 05b6c9e7-ad84-4441-967f-46ead15cff03, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=05b6c9e7-ad84-4441-967f-46ead15cff03,segment=NetworkSegment(77f78508-959d-424f-89a9-d512d49a80e3),segment_id=77f78508-959d-424f-89a9-d512d49a80e3)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:08.460197 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.475252 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Calling delete_port for 05b6c9e7-ad84-4441-967f-46ead15cff03 owned by network:dhcp {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:08.484364 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] Deleting port 05b6c9e7-ad84-4441-967f-46ead15cff03 {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:12:08.484737 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.550886 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] For port 05b6c9e7-ad84-4441-967f-46ead15cff03, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=05b6c9e7-ad84-4441-967f-46ead15cff03,segment=NetworkSegment(77f78508-959d-424f-89a9-d512d49a80e3),segment_id=77f78508-959d-424f-89a9-d512d49a80e3)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:08.551280 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.565875 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] Calling delete_port for 05b6c9e7-ad84-4441-967f-46ead15cff03 owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:12:08.606576 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 425800ac-7e07-4bff-9028-eae622faf2a3 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:12:08.643528 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.677156 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b6c9e7-ad84-4441-967f-46ead15cff03,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:08.682428 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] No DVR routers for this DVR port 05b6c9e7-ad84-4441-967f-46ead15cff03 on host dv-cinder-849869-1-iscsi {{(pid=111068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:12:08.757551 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.771670 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 425800ac-7e07-4bff-9028-eae622faf2a3 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:12:08.772010 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 425800ac-7e07-4bff-9028-eae622faf2a3 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:12:08.772445 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 05b6c9e7-ad84-4441-967f-46ead15cff03 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:12:08.775137 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:08.778816 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:08.789099 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f78508-959d-424f-89a9-d512d49a80e3') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:08.789392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f78508-959d-424f-89a9-d512d49a80e3') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:12:08.799139 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (77f78508-959d-424f-89a9-d512d49a80e3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.801348 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 05b6c9e7-ad84-4441-967f-46ead15cff03 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:12:08.801694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 05b6c9e7-ad84-4441-967f-46ead15cff03 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:12:08.802097 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 41060d99-4923-45b7-bcc8-d2ed5f5e1449 no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:12:08.813071 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (77f78508-959d-424f-89a9-d512d49a80e3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.820164 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:12:08.822263 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (77f78508-959d-424f-89a9-d512d49a80e3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.825637 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 41060d99-4923-45b7-bcc8-d2ed5f5e1449 {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:12:08.825980 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 41060d99-4923-45b7-bcc8-d2ed5f5e1449 not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:12:08.845348 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (05b6c9e7-ad84-4441-967f-46ead15cff03), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.869576 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] Pushing event deleted for resources: {'Port': ['ID=05b6c9e7-ad84-4441-967f-46ead15cff03,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:08.875558 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b5533-2fde-4341-9f0f-ef9504392045 None None] No DVR routers for this DVR port 05b6c9e7-ad84-4441-967f-46ead15cff03 on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:12:08.880061 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment 77f78508-959d-424f-89a9-d512d49a80e3 resource provider aggregate not found Jul 14 16:12:08.899796 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment 77f78508-959d-424f-89a9-d512d49a80e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77f78508-959d-424f-89a9-d512d49a80e3 found for delete ", "request_id": "req-26904b07-6ed2-408c-8056-74e97935cf6a"}]} Jul 14 16:12:08.968956 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.975923 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:08.979194 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] 10.222.0.119 "DELETE /v2.0/networks/e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13 HTTP/1.1" status: 204 len: 168 time: 0.7059736 Jul 14 16:12:08.992257 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aad50f-c659-4c5d-a47c-51ce6d634998 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cc366e-fa99-4ea3-a5d4-9bd0f93cdd13,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:09.301221 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997efe6-a730-40b8-9101-a35a0629fc4f req-b10c4e5e-5e7e-4f37-ab83-2e321e156c78 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:09.302697 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b997efe6-a730-40b8-9101-a35a0629fc4f req-b10c4e5e-5e7e-4f37-ab83-2e321e156c78 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0477798 Jul 14 16:12:09.350382 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b997efe6-a730-40b8-9101-a35a0629fc4f req-eab0164e-7db5-4914-953e-48e82096a902 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Jul 14 16:12:09.359535 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42142) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:09.401261 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-869b8821-b3e8-4b6a-9daa-86a91865d2c5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1207210005f34c4aabbe6966e469c1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423043 Jul 14 16:12:09.403769 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42144) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:09.451621 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e7c46b99-103b-4af6-9d87-d6e9bee18bcc admin admin] Publish callbacks [] for security_group (8d699079-98b7-41a0-bfe3-ee7057e21c40), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:09.472645 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e7c46b99-103b-4af6-9d87-d6e9bee18bcc admin admin] Publish callbacks [] for security_group (8d699079-98b7-41a0-bfe3-ee7057e21c40), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:09.568799 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e7c46b99-103b-4af6-9d87-d6e9bee18bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8d699079-98b7-41a0-bfe3-ee7057e21c40), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:09.571338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e7c46b99-103b-4af6-9d87-d6e9bee18bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:09.572512 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-e7c46b99-103b-4af6-9d87-d6e9bee18bcc admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8d699079-98b7-41a0-bfe3-ee7057e21c40 HTTP/1.1" status: 204 len: 168 time: 0.1678300 Jul 14 16:12:09.580790 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c46b99-103b-4af6-9d87-d6e9bee18bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d699079-98b7-41a0-bfe3-ee7057e21c40,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:10.315641 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42150) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:10.365189 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-ce9f7b10-d3b0-4e64-be05-0a53431bcdd2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=52bdafc550094324b057bcfc23de296b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480535 Jul 14 16:12:10.368205 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42152) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:12:10.395162 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:10.421386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7922c232-94d0-440c-99fe-1ce248c8e70a admin admin] Publish callbacks [] for security_group (98d40494-3731-40b0-9837-49ea302f69c2), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:10.470529 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7922c232-94d0-440c-99fe-1ce248c8e70a admin admin] Publish callbacks [] for security_group (98d40494-3731-40b0-9837-49ea302f69c2), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:10.497072 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b5c9-6857-466d-b2e4-a8be9dfcb49d req-1d6338ab-cf94-4924-bdd1-2b6d8f32e6ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:10.499113 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fd48b5c9-6857-466d-b2e4-a8be9dfcb49d req-1d6338ab-cf94-4924-bdd1-2b6d8f32e6ff tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0685074 Jul 14 16:12:10.526234 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:10.558372 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-fd48b5c9-6857-466d-b2e4-a8be9dfcb49d req-3c3473a7-7198-4a63-9301-d72a22dca239 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516498 Jul 14 16:12:10.654527 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7922c232-94d0-440c-99fe-1ce248c8e70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (98d40494-3731-40b0-9837-49ea302f69c2), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:10.657327 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-7922c232-94d0-440c-99fe-1ce248c8e70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:10.658462 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-7922c232-94d0-440c-99fe-1ce248c8e70a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/98d40494-3731-40b0-9837-49ea302f69c2 HTTP/1.1" status: 204 len: 168 time: 0.2893698 Jul 14 16:12:10.667540 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922c232-94d0-440c-99fe-1ce248c8e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d40494-3731-40b0-9837-49ea302f69c2,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:11.686930 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a1e7a-3291-477f-9a49-25e16020509b req-b91cf62f-25b8-4dce-83b3-6b8601a769c2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:11.688407 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d6a1e7a-3291-477f-9a49-25e16020509b req-b91cf62f-25b8-4dce-83b3-6b8601a769c2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0521207 Jul 14 16:12:11.736052 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d6a1e7a-3291-477f-9a49-25e16020509b req-d6ad6942-8c0d-4541-a206-8b5e8b222024 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Jul 14 16:12:12.856986 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ace9-69e0-4aee-ba72-e3c00a979049 req-302ea379-a428-46a5-b513-ae5c18fa6964 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:12.860087 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5237ace9-69e0-4aee-ba72-e3c00a979049 req-302ea379-a428-46a5-b513-ae5c18fa6964 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0501256 Jul 14 16:12:12.910856 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5237ace9-69e0-4aee-ba72-e3c00a979049 req-39fe2f55-f628-4efc-8073-72d001d4e9db tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Jul 14 16:12:14.028070 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8195-f4ba-4d4d-9b02-30bfba3a169e req-80da9f65-9881-4f7c-8aee-e141013ee7f1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:14.029626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08aa8195-f4ba-4d4d-9b02-30bfba3a169e req-80da9f65-9881-4f7c-8aee-e141013ee7f1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0474823 Jul 14 16:12:14.079720 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-08aa8195-f4ba-4d4d-9b02-30bfba3a169e req-2dc5d561-1dea-4620-8424-07be03288579 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 Jul 14 16:12:15.205514 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cedf2f-62df-4dc3-ad74-e7b0d448cea1 req-f8f8f70e-d321-4088-b5d2-d3f8cbfbbc07 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:15.207002 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3cedf2f-62df-4dc3-ad74-e7b0d448cea1 req-f8f8f70e-d321-4088-b5d2-d3f8cbfbbc07 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0555236 Jul 14 16:12:15.254499 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a3cedf2f-62df-4dc3-ad74-e7b0d448cea1 req-74d20867-ee0c-421f-9135-931147383596 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419972 Jul 14 16:12:16.371687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06998044-22b3-43bc-a5cc-99abde19f50d req-d0937af6-0a7b-4eb0-a284-690a0818455b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:16.373182 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-06998044-22b3-43bc-a5cc-99abde19f50d req-d0937af6-0a7b-4eb0-a284-690a0818455b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0467019 Jul 14 16:12:16.419601 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-06998044-22b3-43bc-a5cc-99abde19f50d req-d8e26f2c-c6b7-4768-ab3f-b4e8d88a72b6 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Jul 14 16:12:17.206115 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=93 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:17.234150 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=43 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:17.544347 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4635-57a4-47e1-b11f-e6c8687d7a0e req-43876a31-6537-4ba5-a000-2cbcff6a68b3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:17.545925 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b59b4635-57a4-47e1-b11f-e6c8687d7a0e req-43876a31-6537-4ba5-a000-2cbcff6a68b3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0521195 Jul 14 16:12:17.592087 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b59b4635-57a4-47e1-b11f-e6c8687d7a0e req-7083400b-d7da-48e9-a1d7-05a328564f5e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404561 Jul 14 16:12:18.265185 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:18.643528 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:18.710623 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38030c0d-0837-4586-91cf-ee84e5c0e172 req-dea739de-71eb-45a0-8317-a67bd8b4a597 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:18.712120 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-38030c0d-0837-4586-91cf-ee84e5c0e172 req-dea739de-71eb-45a0-8317-a67bd8b4a597 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0470865 Jul 14 16:12:18.760382 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-38030c0d-0837-4586-91cf-ee84e5c0e172 req-6428f857-b1e8-4d5f-943a-aa31151a428b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Jul 14 16:12:19.879075 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de6fe-da20-4f12-b15b-1ca22391c85e req-5df477eb-fdcd-4f9b-90e0-4695b58fb807 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:19.880558 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-598de6fe-da20-4f12-b15b-1ca22391c85e req-5df477eb-fdcd-4f9b-90e0-4695b58fb807 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0479102 Jul 14 16:12:19.931821 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-598de6fe-da20-4f12-b15b-1ca22391c85e req-4d8619c0-cd82-4af3-982e-c012a97445ec tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457752 Jul 14 16:12:19.965367 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:12:19.969206 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:20.067722 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:20.079571 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'port_id': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'mac_address': 'fa:16:3e:90:b0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:12:20.114015 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 73fe31bd-7b5e-463f-b8ac-99ab5907511a is: ACTIVE; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:12:20.114400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:20.126961 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73fe31bd-7b5e-463f-b8ac-99ab5907511a {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:12:20.146489 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:20.249442 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:20.294702 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=6']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:20.414414 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['73fe31bd-7b5e-463f-b8ac-99ab5907511a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:12:20.455400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:20.906485 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:12:21.058687 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4593c-0231-4316-ac19-af859bac2103 req-6e4f2b50-f930-4560-9de8-7cdc760430e7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:21.060172 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ff4593c-0231-4316-ac19-af859bac2103 req-6e4f2b50-f930-4560-9de8-7cdc760430e7 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 945 time: 0.0482652 Jul 14 16:12:21.109513 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4ff4593c-0231-4316-ac19-af859bac2103 req-d3c32c58-73ac-4743-9706-e59f97471086 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Jul 14 16:12:21.983961 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:12:22.027884 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 73fe31bd-7b5e-463f-b8ac-99ab5907511a triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:12:22.028284 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:22.105836 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 73fe31bd-7b5e-463f-b8ac-99ab5907511a is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:12:22.106221 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:22.129519 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:12:22.131634 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d0e3d-6dbf-4e83-9d78-d1d14918beae" -d '{"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-plugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:12:22.144351 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:22.169249 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f499fd0d-0da4-480f-ab5a-13dd7b32f720 x-openstack-request-id: req-f499fd0d-0da4-480f-ab5a-13dd7b32f720 {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:12:22.169524 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-plugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:12:22.169782 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f499fd0d-0da4-480f-ab5a-13dd7b32f720 {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:12:22.170187 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f499fd0d-0da4-480f-ab5a-13dd7b32f720'] response: {'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'code': 200} Jul 14 16:12:22.209037 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:22.214846 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:22.228406 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ef92a-d68c-4f28-ad03-19fb0837b379 req-ee7e3ad7-e2d4-4606-8615-4ee7af9c043d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:22.229877 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f47ef92a-d68c-4f28-ad03-19fb0837b379 req-ee7e3ad7-e2d4-4606-8615-4ee7af9c043d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 945 time: 0.0478294 Jul 14 16:12:22.258149 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=7']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:22.267683 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:22.279384 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-f47ef92a-d68c-4f28-ad03-19fb0837b379 req-3d164144-49ba-4efd-805a-e8f11b1e386e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Jul 14 16:12:23.405224 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d0d1-06d5-4002-ab17-35ab630477c4 req-47e62977-a793-4adf-8268-acdf8859729b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:23.406743 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9a74d0d1-06d5-4002-ab17-35ab630477c4 req-47e62977-a793-4adf-8268-acdf8859729b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0517402 Jul 14 16:12:23.454235 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9a74d0d1-06d5-4002-ab17-35ab630477c4 req-47d8bfac-a98d-4a7c-b6ff-ebdfd79f4c15 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Jul 14 16:12:24.611857 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d56f9-c0db-4750-9a47-4256eeb14d26 req-86c2bcf8-5c46-4e9e-a3f7-b37cc00ca6be tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:24.614626 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d40d56f9-c0db-4750-9a47-4256eeb14d26 req-86c2bcf8-5c46-4e9e-a3f7-b37cc00ca6be tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0779812 Jul 14 16:12:24.676013 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d40d56f9-c0db-4750-9a47-4256eeb14d26 req-e2fde440-cb4e-4935-88d8-841bb0d19533 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555325 Jul 14 16:12:25.819994 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3828c5-e852-400d-ac82-4610878b8e30 req-1cea1b25-af4b-4584-8a06-1319c029a429 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:25.822831 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c3828c5-e852-400d-ac82-4610878b8e30 req-1cea1b25-af4b-4584-8a06-1319c029a429 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0538619 Jul 14 16:12:25.876161 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-1c3828c5-e852-400d-ac82-4610878b8e30 req-a00d9e86-11a8-4dd4-b8a2-f0e284c09391 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470221 Jul 14 16:12:27.012207 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e838650-6848-424e-bdbc-1ec444ba753c req-cd1cc014-d11d-497e-89d2-b72915f4a73b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:27.013689 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e838650-6848-424e-bdbc-1ec444ba753c req-cd1cc014-d11d-497e-89d2-b72915f4a73b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0483484 Jul 14 16:12:27.066334 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5e838650-6848-424e-bdbc-1ec444ba753c req-5e9ec9f1-753c-43f5-acb8-b2cf0706cbdf tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Jul 14 16:12:28.230084 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984f6d8-5423-457f-9a29-77fe0569fd32 req-5308e063-7900-4b51-b0d9-0da449513943 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:28.232572 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9984f6d8-5423-457f-9a29-77fe0569fd32 req-5308e063-7900-4b51-b0d9-0da449513943 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0632644 Jul 14 16:12:28.292149 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9984f6d8-5423-457f-9a29-77fe0569fd32 req-63785c39-1ccb-462b-b512-6ab23458d2f9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519948 Jul 14 16:12:29.424164 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1efe-b774-48c2-b9b6-7e1bd3047abc req-3afcf316-660a-4832-9d25-9da70d1627c2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:29.425619 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-77ad1efe-b774-48c2-b9b6-7e1bd3047abc req-3afcf316-660a-4832-9d25-9da70d1627c2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0500369 Jul 14 16:12:29.484310 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-77ad1efe-b774-48c2-b9b6-7e1bd3047abc req-e04fc59a-bb42-49c2-baa4-ec2e334a198c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512395 Jul 14 16:12:30.610433 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-76488dc8-35e3-48e8-9144-4662fe093f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:30.638552 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddde4cb-96b1-4208-8fcc-4e2a7a6de33f req-849ac55b-60e4-4042-9c6f-446073c63855 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:30.640385 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9ddde4cb-96b1-4208-8fcc-4e2a7a6de33f req-849ac55b-60e4-4042-9c6f-446073c63855 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0608451 Jul 14 16:12:30.697263 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9ddde4cb-96b1-4208-8fcc-4e2a7a6de33f req-a8625654-1b6b-487d-9a78-04529e95fe4d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505841 Jul 14 16:12:30.900701 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=12 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:30.902659 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=16 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:31.834767 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d19c-efa3-4a14-8da2-c9f38d845e53 req-48de0096-ef56-44d9-ae2f-f800bc5db22b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:31.837409 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fd0d19c-efa3-4a14-8da2-c9f38d845e53 req-48de0096-ef56-44d9-ae2f-f800bc5db22b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0539041 Jul 14 16:12:31.887136 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8fd0d19c-efa3-4a14-8da2-c9f38d845e53 req-847ba15c-a901-42c6-ac9a-4e13158fbdd9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Jul 14 16:12:32.910798 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7ba8713a-673f-4f0f-961c-88f69e2ae68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:33.023855 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ade7a-9775-43aa-abc5-5bf3b8a28749 req-30b887b9-1270-4fef-923b-ec95f9b42903 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:33.025443 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-682ade7a-9775-43aa-abc5-5bf3b8a28749 req-30b887b9-1270-4fef-923b-ec95f9b42903 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0574579 Jul 14 16:12:33.086610 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-682ade7a-9775-43aa-abc5-5bf3b8a28749 req-b06571fe-f5ec-42d1-81ac-40fd40c201c8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545282 Jul 14 16:12:34.164129 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:34.253063 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097000-1d9a-4bb1-9f9b-8afd6e875c8b req-5966bdf0-c15c-44d3-a638-016394d0f6fd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:34.255563 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0097000-1d9a-4bb1-9f9b-8afd6e875c8b req-5966bdf0-c15c-44d3-a638-016394d0f6fd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0697162 Jul 14 16:12:34.323352 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d0097000-1d9a-4bb1-9f9b-8afd6e875c8b req-cbec7815-4861-4c5d-a2fd-5c1a2a505051 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542231 Jul 14 16:12:35.449816 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1104f3a-fba3-4531-9c96-efbf0d1a0ff7 req-891e97ac-e7f7-48b4-846d-c5872c13fbcb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:35.451440 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1104f3a-fba3-4531-9c96-efbf0d1a0ff7 req-891e97ac-e7f7-48b4-846d-c5872c13fbcb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0501037 Jul 14 16:12:35.486956 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:35.497872 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:35.509639 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1104f3a-fba3-4531-9c96-efbf0d1a0ff7 req-2ea23262-81d3-489b-9172-817465ce4533 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510468 Jul 14 16:12:35.643886 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:35.928930 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:36.634226 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eefc5-29ad-4e23-b615-d864f5060a71 req-6c732287-5160-4e0f-937d-615a3367c365 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:36.635720 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-580eefc5-29ad-4e23-b615-d864f5060a71 req-6c732287-5160-4e0f-937d-615a3367c365 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0572488 Jul 14 16:12:36.683604 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-580eefc5-29ad-4e23-b615-d864f5060a71 req-ccfd5db9-0fab-47fa-9d98-7b94b7c3ce94 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415547 Jul 14 16:12:37.268335 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [req-bc6d761e-15f4-48ea-adac-d1028f654f97 req-8fa11e07-7d02-480e-920e-118b5b3c67b2 service neutron] (111067) timed out ('10.222.0.121', 55130) {{(pid=111067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 16:12:37.331999 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [req-aadad0d8-dfa9-4ee6-8cae-0b91aa6f0146 req-09d989c0-1b20-4387-95b2-9780950fbc91 service neutron] (111068) timed out ('10.222.0.121', 55126) {{(pid=111068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 16:12:37.650193 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-be30c7d3-55c7-43fd-8745-e8a9539be263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:37.651655 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-be30c7d3-55c7-43fd-8745-e8a9539be263 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1130 time: 0.1351793 Jul 14 16:12:37.743792 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-33cb5888-86b5-4b05-b773-d617515acdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:37.745362 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-33cb5888-86b5-4b05-b773-d617515acdb4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.0862758 Jul 14 16:12:37.807578 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1936fc-48af-48a1-906b-22f266f4bd14 req-420b82b8-4f4b-4945-bc79-1907b867dea5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:37.809525 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f1936fc-48af-48a1-906b-22f266f4bd14 req-420b82b8-4f4b-4945-bc79-1907b867dea5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0519104 Jul 14 16:12:37.812997 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-25c30070-656f-4940-8b28-493dd3727c8c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 200 len: 1001 time: 0.0611594 Jul 14 16:12:37.857318 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-5f1936fc-48af-48a1-906b-22f266f4bd14 req-46db24da-6c07-41ac-b3f5-78a4504e4dcb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 Jul 14 16:12:37.861719 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-7b5a8abf-e96f-4401-91d8-98db8a5b0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:37.863183 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-7b5a8abf-e96f-4401-91d8-98db8a5b0a2a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0447550 Jul 14 16:12:37.906629 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-fc4fba07-4024-4712-b50a-53ec4e704fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:37.908125 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-fc4fba07-4024-4712-b50a-53ec4e704fad service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393305 Jul 14 16:12:38.001772 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-f06b67a3-7ae9-4779-afa9-9d3867081531 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875306 Jul 14 16:12:38.089481 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-5f5e77fa-8b60-48c1-842e-dc4f9fbab8ca req-c06138c9-aee1-4373-8b6d-bb4e2e272a41 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817623 Jul 14 16:12:38.976859 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9975d6-15c9-4930-96ef-3fb39e988afd req-a3a0ee94-7099-4c0d-8b7d-265ffb601d55 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:38.978321 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2a9975d6-15c9-4930-96ef-3fb39e988afd req-a3a0ee94-7099-4c0d-8b7d-265ffb601d55 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0475259 Jul 14 16:12:39.025256 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2a9975d6-15c9-4930-96ef-3fb39e988afd req-f196b926-9672-4b87-bcf3-99d54c162aa3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Jul 14 16:12:40.083900 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:12:40.086976 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:40.152207 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9b5fd-66be-4e80-b6e1-1acf60e58012 req-0ce4d0eb-8731-4a56-b09e-489c9988f120 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:40.153708 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ff9b5fd-66be-4e80-b6e1-1acf60e58012 req-0ce4d0eb-8731-4a56-b09e-489c9988f120 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 946 time: 0.0525787 Jul 14 16:12:40.156354 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 73fe31bd-7b5e-463f-b8ac-99ab5907511a is: ACTIVE; New status is: DOWN {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:12:40.158190 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:40.180626 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:12:40.182917 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9838bce-03db-48ff-8f1e-a6a9278824bf" -d '{"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-unplugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:12:40.196692 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:12:40.204072 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ff9b5fd-66be-4e80-b6e1-1acf60e58012 req-5388f9b0-8ff7-4e90-81c1-bc2fc9d0db0c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Jul 14 16:12:40.237061 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3ea12-4ecd-404a-a8c4-b0a91e379a4a x-openstack-request-id: req-84e3ea12-4ecd-404a-a8c4-b0a91e379a4a {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:12:40.237361 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-unplugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:12:40.237616 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-84e3ea12-4ecd-404a-a8c4-b0a91e379a4a {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:12:40.238013 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e3ea12-4ecd-404a-a8c4-b0a91e379a4a'] response: {'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'code': 200} Jul 14 16:12:40.312115 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:40.362637 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=8']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:12:41.325145 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338f509-6db9-4759-98ea-02321c71ccad req-d0a54dca-3083-4663-a7b3-b73046634d93 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:41.326594 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9338f509-6db9-4759-98ea-02321c71ccad req-d0a54dca-3083-4663-a7b3-b73046634d93 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0467615 Jul 14 16:12:41.374095 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9338f509-6db9-4759-98ea-02321c71ccad req-dadc1d7b-6be8-4169-b392-c1358b866dcb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Jul 14 16:12:42.888690 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:42.895607 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:44.519022 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b3bb-4a1b-4d28-8780-78f0fb9d395c req-79656074-5b1e-4474-81a3-7a357adbcfc4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:44.520592 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2748b3bb-4a1b-4d28-8780-78f0fb9d395c req-79656074-5b1e-4474-81a3-7a357adbcfc4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0497069 Jul 14 16:12:44.574908 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2748b3bb-4a1b-4d28-8780-78f0fb9d395c req-5445c722-de80-432a-8b0c-b5ab86776e59 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487385 Jul 14 16:12:45.006762 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-00198287-44e7-4336-8c7b-6f945d32e6c4 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839512 Jul 14 16:12:45.134963 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-871d8173-305b-40a7-ba1d-a50f7415f4bb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:45.136325 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-871d8173-305b-40a7-ba1d-a50f7415f4bb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports/73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 200 len: 941 time: 0.1004095 Jul 14 16:12:45.698957 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683641-ddb3-4ddd-bdba-74c95c062558 req-d421a2c0-2b5c-42c0-871f-d064865abd59 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:45.700451 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1683641-ddb3-4ddd-bdba-74c95c062558 req-d421a2c0-2b5c-42c0-871f-d064865abd59 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0491383 Jul 14 16:12:45.751511 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a1683641-ddb3-4ddd-bdba-74c95c062558 req-eca34310-4817-42ed-85c2-37b42f59856f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 Jul 14 16:12:46.649945 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-ced02439-7658-4946-813f-c6876119ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:46.651427 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-ced02439-7658-4946-813f-c6876119ec4e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132&tenant_id=f50528750c0e4504aaafba1ebae3f707 HTTP/1.1" status: 200 len: 1128 time: 0.0399370 Jul 14 16:12:46.729564 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-bbe8465d-7682-447d-b1cb-430986a635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:46.730953 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-bbe8465d-7682-447d-b1cb-430986a635bf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1128 time: 0.0423627 Jul 14 16:12:46.823850 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-a2fdc4cc-05a1-45fb-a48e-9ced41500db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:46.825345 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-a2fdc4cc-05a1-45fb-a48e-9ced41500db4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.0873480 Jul 14 16:12:46.879928 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcf006-1508-4d73-aa71-bb2a9b389fbc req-b7c3dd1b-a344-4946-8e7e-dc5ae56c855d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:46.881573 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8abcf006-1508-4d73-aa71-bb2a9b389fbc req-b7c3dd1b-a344-4946-8e7e-dc5ae56c855d tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0504022 Jul 14 16:12:46.891195 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-4474425a-07e5-4f7d-9a16-ea01d6e2d63c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 200 len: 999 time: 0.0591707 Jul 14 16:12:46.928934 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8abcf006-1508-4d73-aa71-bb2a9b389fbc req-266e4c90-f56e-4665-8064-cf9075c4f3f1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418658 Jul 14 16:12:46.940463 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-0ca6b5e0-49a0-43d4-99cb-9c4bd9fdc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:46.941926 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-0ca6b5e0-49a0-43d4-99cb-9c4bd9fdc823 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0439670 Jul 14 16:12:46.986532 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-f695cbee-6c49-4d51-9f8e-575855e1194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:46.987952 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-f695cbee-6c49-4d51-9f8e-575855e1194f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402215 Jul 14 16:12:47.079433 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-562441be-6a2b-4205-8bd2-5707cc49cfb0 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Jul 14 16:12:47.093221 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=100 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:47.171128 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-4e53e106-965c-4e5d-9864-79ecf719cfb5 req-85654d7d-1e61-4d5d-b8cd-9f55a3cbfc6a service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843589 Jul 14 16:12:48.065827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e97552-fb92-4546-80e5-384ecd491562 req-163c3632-1ea8-46d5-a7a0-c875dbfd0fae tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:48.068210 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-93e97552-fb92-4546-80e5-384ecd491562 req-163c3632-1ea8-46d5-a7a0-c875dbfd0fae tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0504546 Jul 14 16:12:48.121341 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-93e97552-fb92-4546-80e5-384ecd491562 req-ca18979d-fd1a-487d-8c82-00a6fa09e674 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463517 Jul 14 16:12:48.654942 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:12:49.250149 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138cf6-bac9-4cef-972c-d324919700bf req-b274e518-30c8-4b52-8f3b-c99a86135fbb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:49.252227 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac138cf6-bac9-4cef-972c-d324919700bf req-b274e518-30c8-4b52-8f3b-c99a86135fbb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0526874 Jul 14 16:12:49.303281 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-ac138cf6-bac9-4cef-972c-d324919700bf req-677bf88f-8d90-4e4d-9e34-3852ac1c84d2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Jul 14 16:12:50.416004 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:50.420609 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:50.432895 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64654-00b3-4a3b-8b4e-c4361b30a81b req-73fd60c9-b44e-4c0c-9f94-9cbe8d8b16d4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:50.435287 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ec64654-00b3-4a3b-8b4e-c4361b30a81b req-73fd60c9-b44e-4c0c-9f94-9cbe8d8b16d4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0510798 Jul 14 16:12:50.487999 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0ec64654-00b3-4a3b-8b4e-c4361b30a81b req-5160556f-71e0-4cf9-a8cc-24c97b1cc333 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473235 Jul 14 16:12:51.616073 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364aaa0b-bd7d-4d9a-9d34-a0173aabb7a2 req-55cd3f52-ce1f-4497-8b8e-672150f590a9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:51.617842 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-364aaa0b-bd7d-4d9a-9d34-a0173aabb7a2 req-55cd3f52-ce1f-4497-8b8e-672150f590a9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0503201 Jul 14 16:12:51.673583 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-364aaa0b-bd7d-4d9a-9d34-a0173aabb7a2 req-536e4583-2977-4bcd-8c11-bc8cf9575647 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496628 Jul 14 16:12:52.800143 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a9bf8-9327-4bdb-a510-bd508d6142aa req-b368e1e0-7767-4988-95c6-2fe8f517ecfc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:52.801561 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2f2a9bf8-9327-4bdb-a510-bd508d6142aa req-b368e1e0-7767-4988-95c6-2fe8f517ecfc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0495040 Jul 14 16:12:52.851089 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2f2a9bf8-9327-4bdb-a510-bd508d6142aa req-7a8041b1-16f4-4c16-8995-b33858831fd9 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 Jul 14 16:12:53.976125 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861977f-5d47-42a2-94e9-51dfb62f5e6e req-0c278a83-27fb-4b6d-9769-13018eae5ba3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:53.977595 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9861977f-5d47-42a2-94e9-51dfb62f5e6e req-0c278a83-27fb-4b6d-9769-13018eae5ba3 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0500457 Jul 14 16:12:54.030638 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-9861977f-5d47-42a2-94e9-51dfb62f5e6e req-773be28a-d995-466c-8f93-73aa40f00569 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474613 Jul 14 16:12:55.186625 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b266c5c-f1bc-4a09-b85b-1b1ac1f475e9 req-d3f02769-5491-414e-afd4-6ce78be88f8f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:55.189252 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8b266c5c-f1bc-4a09-b85b-1b1ac1f475e9 req-d3f02769-5491-414e-afd4-6ce78be88f8f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0611186 Jul 14 16:12:55.245000 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-8b266c5c-f1bc-4a09-b85b-1b1ac1f475e9 req-64e67608-a58a-44ae-a131-a4910a12127a tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497286 Jul 14 16:12:56.391475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd55b0-c556-4ae6-a6e3-2a83d8688df2 req-7437ae8f-c605-48bd-8ccf-78bff41befcd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:56.393265 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-23fd55b0-c556-4ae6-a6e3-2a83d8688df2 req-7437ae8f-c605-48bd-8ccf-78bff41befcd tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0628328 Jul 14 16:12:56.453453 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-23fd55b0-c556-4ae6-a6e3-2a83d8688df2 req-7167e766-e1c3-4031-a2c0-a5fbf21ec47e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539937 Jul 14 16:12:57.166186 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=6 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:57.168070 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=89 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:57.588417 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02210d4e-8544-405c-85c2-d3d287e61c0a req-8f2b2011-76b8-45a9-92cb-ac7a29b510c0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:57.594268 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02210d4e-8544-405c-85c2-d3d287e61c0a req-8f2b2011-76b8-45a9-92cb-ac7a29b510c0 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0491123 Jul 14 16:12:57.645135 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-02210d4e-8544-405c-85c2-d3d287e61c0a req-07af5faf-d609-4cbf-9baf-feb2f63951af tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Jul 14 16:12:57.906808 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:12:58.568344 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:58.570267 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:58.574984 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:12:58.766151 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc7f57-5bc4-46c9-80a4-0916e767c0f3 req-638b8a31-6d69-41db-af9a-ae0d3e1d64b1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:58.768324 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17dc7f57-5bc4-46c9-80a4-0916e767c0f3 req-638b8a31-6d69-41db-af9a-ae0d3e1d64b1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0484648 Jul 14 16:12:58.815065 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-17dc7f57-5bc4-46c9-80a4-0916e767c0f3 req-bd185bbe-6271-493f-8e3f-874a8cb4f6ba tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Jul 14 16:12:59.932590 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a45e2-5894-413b-972c-73e2c98f22a8 req-c64811c5-34c6-4bc4-8f73-c45c73e9a18f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:12:59.934028 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d2a45e2-5894-413b-972c-73e2c98f22a8 req-c64811c5-34c6-4bc4-8f73-c45c73e9a18f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0467710 Jul 14 16:12:59.982502 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-2d2a45e2-5894-413b-972c-73e2c98f22a8 req-f21901fe-bdff-4d22-8577-5e2c7f44041f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Jul 14 16:13:00.603761 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-bcc26949-7c9b-4048-8c2b-5b0e2ed019db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:01.105473 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063c3f-e044-4879-a0af-781c262755ea req-01c413bc-5bf3-416b-8459-2be10d39eb41 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:01.106954 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9063c3f-e044-4879-a0af-781c262755ea req-01c413bc-5bf3-416b-8459-2be10d39eb41 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0511432 Jul 14 16:13:01.153910 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-b9063c3f-e044-4879-a0af-781c262755ea req-aa46c249-c772-4e5b-9d49-e53d6c731443 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Jul 14 16:13:02.273253 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdea63-cc20-4245-aed5-40bee279edf6 req-8c7c9dbb-2e75-42ea-9e09-2d40d11fa373 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:02.274716 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-67fdea63-cc20-4245-aed5-40bee279edf6 req-8c7c9dbb-2e75-42ea-9e09-2d40d11fa373 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0470450 Jul 14 16:13:02.322374 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-67fdea63-cc20-4245-aed5-40bee279edf6 req-fda7147d-6d4a-45df-b72a-6d1fe9691dea tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Jul 14 16:13:02.906708 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-31af888e-7cc5-485d-af7e-bb970f989f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:03.434325 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:03.443234 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb51abd-7ae4-4eb7-a050-c415022bf496 req-3f9a44a7-0eeb-4941-9619-05d6131dde7c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:03.444722 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cbb51abd-7ae4-4eb7-a050-c415022bf496 req-3f9a44a7-0eeb-4941-9619-05d6131dde7c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 944 time: 0.0502789 Jul 14 16:13:03.456855 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=100 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:03.496998 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-cbb51abd-7ae4-4eb7-a050-c415022bf496 req-b655d839-4396-45a5-922f-4f70ec056e4f tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Jul 14 16:13:04.169410 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:04.193101 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a details requested by agent hyperv_hv-cinder-84986 with host hv-cinder-84986 {{(pid=111069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 16:13:04.292500 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:13:04.303759 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Returning: {'device': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'port_id': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'mac_address': 'fa:16:3e:90:b0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 16:13:04.338619 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 73fe31bd-7b5e-463f-b8ac-99ab5907511a is: DOWN; New status is: BUILD {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:13:04.339015 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:04.352345 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fe31bd-7b5e-463f-b8ac-99ab5907511a {{(pid=111069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 16:13:04.372351 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:13:04.443954 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:04.489439 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=9']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:13:04.496474 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.496817 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.497151 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.497478 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.497804 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.498125 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.498448 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.498856 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.499175 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.499494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.499816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.500157 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.500491 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.500790 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.501100 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:13:04.614986 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce428-8ea6-4334-876e-c31e6a31834a req-42472add-aefc-451c-b6b1-142d50d3a4fc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:04.616450 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-58fce428-8ea6-4334-876e-c31e6a31834a req-42472add-aefc-451c-b6b1-142d50d3a4fc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 945 time: 0.0468445 Jul 14 16:13:04.663337 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-58fce428-8ea6-4334-876e-c31e6a31834a req-b6fd5e69-c34c-443e-a01f-0162d58c1db5 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Jul 14 16:13:04.899623 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] get_ports_and_sgs() called for port_ids ['73fe31bd-7b5e-463f-b8ac-99ab5907511a'] {{(pid=111069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 16:13:05.654913 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:05.783382 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51c0b-33cd-4806-9dab-cb31c1c9dcb0 req-c41deb37-a58d-4bd4-851f-b6bfefca9181 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:05.784792 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-30f51c0b-33cd-4806-9dab-cb31c1c9dcb0 req-c41deb37-a58d-4bd4-851f-b6bfefca9181 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Jul 14 16:13:05.837291 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-30f51c0b-33cd-4806-9dab-cb31c1c9dcb0 req-8530818f-6e1c-41f0-9190-4897f649e23c tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469851 Jul 14 16:13:05.906563 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:06.204296 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a up at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 16:13:06.246695 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.provisioning_blocks [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Provisioning complete for port 73fe31bd-7b5e-463f-b8ac-99ab5907511a triggered by entity L2. {{(pid=111069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 16:13:06.247065 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3634606'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), provisioning_complete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:06.320349 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Current status of the port 73fe31bd-7b5e-463f-b8ac-99ab5907511a is: BUILD; New status is: ACTIVE {{(pid=111069) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 16:13:06.320735 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:06.342896 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}] {{(pid=111069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:13:06.345689 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0f16e084dbb199557fc4a60991c56937e501f665b71225199e9a92cd0dbbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c526689-2f5c-409a-939c-26a0c76b14d7" -d '{"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-plugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a"}]}' {{(pid=111069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:13:06.359295 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:13:06.444679 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d303a8-a596-4c77-8a09-ba9408f9211f x-openstack-request-id: req-73d303a8-a596-4c77-8a09-ba9408f9211f {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:13:06.444976 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-plugged", "status": "completed", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a", "code": 200}]} {{(pid=111069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:13:06.446294 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-73d303a8-a596-4c77-8a09-ba9408f9211f {{(pid=111069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:13:06.446704 dv-cinder-849869-1-iscsi neutron-server[111069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d303a8-a596-4c77-8a09-ba9408f9211f'] response: {'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'code': 200} Jul 14 16:13:06.447888 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734459726861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734459363076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734459363094'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:06.497103 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Pushing event updated for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=10']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:13:06.836682 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ee300-c996-4ed9-9395-b526337dd9e0 req-03e434f3-b292-4ae1-a378-4d66f81b9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:06.838180 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ce8ee300-c996-4ed9-9395-b526337dd9e0 req-03e434f3-b292-4ae1-a378-4d66f81b9ff6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1131 time: 0.0420630 Jul 14 16:13:06.882607 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-ce8ee300-c996-4ed9-9395-b526337dd9e0 req-7fa3983c-3979-4f56-84e3-f06dcd5405b4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Jul 14 16:13:06.955642 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26bb86-ca3b-4d3c-9b9c-201b80bf7d57 req-88395f32-189c-497c-b6c1-76b5db9e4a83 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:06.957126 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f26bb86-ca3b-4d3c-9b9c-201b80bf7d57 req-88395f32-189c-497c-b6c1-76b5db9e4a83 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0475087 Jul 14 16:13:07.004968 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0f26bb86-ca3b-4d3c-9b9c-201b80bf7d57 req-770ec11c-5705-4b0f-99ab-bc1673523049 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Jul 14 16:13:07.903402 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:08.124431 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958787e-88d9-4e54-8d40-0b28dfb012da req-a16ba3ff-f599-44fa-a727-c7b6f5677107 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:08.125860 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6958787e-88d9-4e54-8d40-0b28dfb012da req-a16ba3ff-f599-44fa-a727-c7b6f5677107 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0465989 Jul 14 16:13:08.171361 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-6958787e-88d9-4e54-8d40-0b28dfb012da req-30e36f46-ad4b-4f24-9bc8-a22ced250bcc tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392404 Jul 14 16:13:09.297226 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd17603-b3b7-4d8e-afc2-ebcd7d155dd6 req-5ccae4a5-04a6-4275-bcdc-9fe1e75d139b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:09.298746 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-acd17603-b3b7-4d8e-afc2-ebcd7d155dd6 req-5ccae4a5-04a6-4275-bcdc-9fe1e75d139b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0523391 Jul 14 16:13:09.348951 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-acd17603-b3b7-4d8e-afc2-ebcd7d155dd6 req-30c4ac7b-e8c1-4baf-a4ef-3d7eef6fd5fb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447669 Jul 14 16:13:10.466180 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1530fa7-2be3-4428-aabb-0a860d46d3fd req-2d9cc07b-24e3-467a-b39e-9e0dd8d2f3e1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:10.467641 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d1530fa7-2be3-4428-aabb-0a860d46d3fd req-2d9cc07b-24e3-467a-b39e-9e0dd8d2f3e1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0462425 Jul 14 16:13:10.514253 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-d1530fa7-2be3-4428-aabb-0a860d46d3fd req-8d24ddc6-e059-4f7c-8c1a-8a13b44e1cdb tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Jul 14 16:13:16.479666 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:16.485709 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:16.494601 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:16.877972 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:16.880740 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=10 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:18.642514 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:19.889957 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:20.508268 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=63 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:20.511174 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=55 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:28.564816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:28.569019 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:28.570928 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:28.921780 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:30.575182 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e7084c66-5ea0-42db-9434-85960d716651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:32.912183 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-915e890a-9834-41a6-9e97-3179a9fa0d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:34.174976 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:34.905821 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:13:35.643846 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:35.895551 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:37.668444 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-03a39225-9a49-4075-9d98-619cb09dfa8f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398378 Jul 14 16:13:37.765846 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-0d0c05dd-de80-481b-9852-403f37624e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:37.767253 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-0d0c05dd-de80-481b-9852-403f37624e16 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f50528750c0e4504aaafba1ebae3f707&device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 1131 time: 0.0387323 Jul 14 16:13:37.884873 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-9baa1263-bb3b-46f7-8f4c-b75754dd7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:37.886354 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-9baa1263-bb3b-46f7-8f4c-b75754dd7b21 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 200 len: 918 time: 0.1010807 Jul 14 16:13:37.947982 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-e5421b88-71ea-470b-adee-1cbd9e2b82da service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 200 len: 1001 time: 0.0550768 Jul 14 16:13:38.000196 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-b46e5c31-0ef6-4fd5-8afc-97432401e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:38.001602 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-b46e5c31-0ef6-4fd5-8afc-97432401e74b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 200 len: 855 time: 0.0475526 Jul 14 16:13:38.044416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-05a14c7f-ad0d-459e-920e-3e7d83c550ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:13:38.045815 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-05a14c7f-ad0d-459e-920e-3e7d83c550ff service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b3927a5-e351-442d-a0b8-241c848eece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384452 Jul 14 16:13:38.132292 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-da8e7bc4-5ea1-4ef0-b8d3-720ec5e4b274 service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807483 Jul 14 16:13:38.228991 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-00ea76a0-ed4b-46e5-ae10-9ca14c7749cc req-abdc4b2b-478e-47a6-b2fb-8de962507bda service neutron] 10.222.0.121 "GET /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895872 Jul 14 16:13:44.901897 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:44.902628 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:48.222503 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=52 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:48.225659 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=49 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:48.689728 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:13:56.895815 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:56.897074 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:58.567222 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:58.570117 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:13:58.571892 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:00.615554 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c44ebd61-a45f-4cda-908b-eebda51543a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:02.923038 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-a1138285-78c0-4740-a358-3164b92a8390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:04.204022 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:05.672741 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:05.946788 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:06.480639 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26edd0b-f03b-4351-9dfb-2ec899f7b50c req-ded05cad-0bc5-4bb6-8a02-d19275442a93 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:06.482121 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a26edd0b-f03b-4351-9dfb-2ec899f7b50c req-ded05cad-0bc5-4bb6-8a02-d19275442a93 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0514619 Jul 14 16:14:06.529252 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-a26edd0b-f03b-4351-9dfb-2ec899f7b50c req-f3dc9c7a-3364-43e4-9148-f407b0888fd8 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Jul 14 16:14:07.655850 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266cc1a-e9ea-4cf0-a20f-db53ca83ddcc req-301303a9-42ce-4856-895c-6c55414310f1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:07.657350 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0266cc1a-e9ea-4cf0-a20f-db53ca83ddcc req-301303a9-42ce-4856-895c-6c55414310f1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0513449 Jul 14 16:14:07.703699 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-0266cc1a-e9ea-4cf0-a20f-db53ca83ddcc req-73dc4d05-fcb2-416b-a4d0-5c707e8d77aa tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Jul 14 16:14:08.396673 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-6d1b0a2f-1971-471d-92ee-dba0c3b2eed1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:08.398127 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-6d1b0a2f-1971-471d-92ee-dba0c3b2eed1 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0476036 Jul 14 16:14:08.480429 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Deleting port 73fe31bd-7b5e-463f-b8ac-99ab5907511a {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:14:08.480769 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:08.568531 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] For port 73fe31bd-7b5e-463f-b8ac-99ab5907511a, host hv-cinder-84986, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84986',level=0,port_id=73fe31bd-7b5e-463f-b8ac-99ab5907511a,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:14:08.568896 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:08.729515 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:08.729792 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402880'] for floatingip (33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3), after_update {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:08.730100 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.l3_db [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Floating IP 33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3 disassociated. External IP: 172.27.3.99, port: 73fe31bd-7b5e-463f-b8ac-99ab5907511a. Jul 14 16:14:08.730439 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Calling delete_port for 73fe31bd-7b5e-463f-b8ac-99ab5907511a owned by compute:nova {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:14:08.824050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f4ed-ddff-4dee-ac9d-412a23003d87 req-f3cf8dc2-a25f-4f84-b9be-60d4967aa910 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:08.825544 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-afa1f4ed-ddff-4dee-ac9d-412a23003d87 req-f3cf8dc2-a25f-4f84-b9be-60d4967aa910 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 947 time: 0.0479631 Jul 14 16:14:08.877142 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-afa1f4ed-ddff-4dee-ac9d-412a23003d87 req-18fa1251-f9b6-4b18-827f-6afba7e64a80 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups?id=de8db809-41d2-4411-a7cf-db52555b4279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 Jul 14 16:14:08.913696 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (73fe31bd-7b5e-463f-b8ac-99ab5907511a), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:08.950531 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event deleted for resources: {'Port': ['ID=73fe31bd-7b5e-463f-b8ac-99ab5907511a,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:08.960890 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.961242 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.961583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.961919 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.962284 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.962617 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.962944 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.963270 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.964367 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.964367 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.964367 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.964675 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.965055 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.965195 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:08.965473 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:09.070931 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Router a3580377-8bd1-4d4b-9e63-7bf5f2488208 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:14:09.172883 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:14:09.183288 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] Sync routers for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:14:09.193225 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:14:09.193835 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:14:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:09.217996 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] No DVR routers for this DVR port 73fe31bd-7b5e-463f-b8ac-99ab5907511a on host hv-cinder-84986 {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:14:09.221159 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for port (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:09.224715 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [req-48826bac-8dfb-422f-b76c-b3fa3a841b68 req-db6ce5c1-cf65-4a73-b2c4-058a31efc8a2 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.121 "DELETE /v2.0/ports/73fe31bd-7b5e-463f-b8ac-99ab5907511a HTTP/1.1" status: 204 len: 173 time: 0.8214478 Jul 14 16:14:09.225177 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-deleted', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a'}] {{(pid=111067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 16:14:09.227505 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}506f887fa6966192b10154af50de0c30af55f5dc1b21fa4eee65c66723d88738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece1cfbe-a06d-4166-bda4-be791e440b73" -d '{"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-deleted", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a"}]}' {{(pid=111067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 16:14:09.302828 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:14:09.330841 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e2534-4503-4b08-8656-38e4fa40c8b7 x-openstack-request-id: req-636e2534-4503-4b08-8656-38e4fa40c8b7 {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 16:14:09.330841 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda75890-b40a-46df-8cce-6881fe48b132", "name": "network-vif-deleted", "tag": "73fe31bd-7b5e-463f-b8ac-99ab5907511a", "status": "completed", "code": 200}]} {{(pid=111067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 16:14:09.330841 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-636e2534-4503-4b08-8656-38e4fa40c8b7 {{(pid=111067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 16:14:09.330841 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636e2534-4503-4b08-8656-38e4fa40c8b7'] response: {'server_uuid': 'fda75890-b40a-46df-8cce-6881fe48b132', 'name': 'network-vif-deleted', 'tag': '73fe31bd-7b5e-463f-b8ac-99ab5907511a', 'status': 'completed', 'code': 200} Jul 14 16:14:09.504020 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:09.533312 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] Checking router: a3580377-8bd1-4d4b-9e63-7bf5f2488208 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:14:09.541674 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:14:09.542273 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:14:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:09.770483 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:14:09.959395 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:09.984744 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912239d-4021-428c-96d3-2306e8b5caab None None] The sync data for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi is: [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:04:56Z', 'revision_number': 4, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi', '_interfaces': [{'id': '1210d281-2f9b-405e-8b81-21f528b23aec', 'name': '', 'network_id': '3b3927a5-e351-442d-a0b8-241c848eece6', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'mac_address': 'fa:16:3e:9e:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:55Z', 'updated_at': '2022-07-14T16:04:59Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'subnets': [{'id': '8e11e799-0627-4efe-b9fa-805d3449a119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:14:10.222378 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ed772-2bf7-48e8-b76e-5fe29570c081 None None] New status for floating IP 33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3: DOWN {{(pid=111070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 16:14:10.269988 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [req-20f63c59-c3e2-45f7-a024-74ae051c9adb req-5f291c46-f73d-48f5-9463-1e6c19f23d10 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/ports?device_id=fda75890-b40a-46df-8cce-6881fe48b132 HTTP/1.1" status: 200 len: 210 time: 0.3034756 Jul 14 16:14:11.450059 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42478) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:11.502248 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:11.505175 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a2c73d2-4e86-473c-a025-8ac69a43f99b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (de8db809-41d2-4411-a7cf-db52555b4279), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:11.527424 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:11.529647 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a2c73d2-4e86-473c-a025-8ac69a43f99b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (de8db809-41d2-4411-a7cf-db52555b4279), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:11.632689 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a2c73d2-4e86-473c-a025-8ac69a43f99b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (de8db809-41d2-4411-a7cf-db52555b4279), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:11.635305 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-2a2c73d2-4e86-473c-a025-8ac69a43f99b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:11.636520 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-2a2c73d2-4e86-473c-a025-8ac69a43f99b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "DELETE /v2.0/security-groups/de8db809-41d2-4411-a7cf-db52555b4279 HTTP/1.1" status: 204 len: 168 time: 0.1854637 Jul 14 16:14:11.639386 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42480) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:11.646918 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c73d2-4e86-473c-a025-8ac69a43f99b tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8db809-41d2-4411-a7cf-db52555b4279,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:11.653568 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.api.v2.resource [None req-79dfdea5-2a7d-4826-a3ed-a20dbe39436e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] show failed (client error): The resource could not be found. Jul 14 16:14:11.654589 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-79dfdea5-2a7d-4826-a3ed-a20dbe39436e tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "GET /v2.0/security-groups/de8db809-41d2-4411-a7cf-db52555b4279 HTTP/1.1" status: 404 len: 347 time: 0.0142314 Jul 14 16:14:11.658303 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42482) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:11.769351 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Deleting port 0f3279ac-9166-44a9-9cdf-c90e620dbcc5 {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:14:11.769684 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:11.848602 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:11.848924 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:11.860995 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Calling delete_port for 0f3279ac-9166-44a9-9cdf-c90e620dbcc5 owned by network:floatingip {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:14:11.907917 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:14:12.078615 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (0f3279ac-9166-44a9-9cdf-c90e620dbcc5), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:12.104748 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Pushing event deleted for resources: {'Port': ['ID=0f3279ac-9166-44a9-9cdf-c90e620dbcc5,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:12.114785 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.115133 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.115475 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.115812 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.116170 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.116505 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.117348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.117348 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.117530 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.117772 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.118092 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.118414 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.118736 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.119057 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.119376 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:12.180235 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks [] for floatingip (33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:12.182575 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4103012'] for floatingip (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:12.183712 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-3b3d3e04-001b-4139-ae6a-9b5603558bb4 tempest-AttachVolumeShelveTestJSON-1337530108 tempest-AttachVolumeShelveTestJSON-1337530108-project] 10.222.0.119 "DELETE /v2.0/floatingips/33c72dfa-2242-4dfb-82b4-0ccd2bc58bd3 HTTP/1.1" status: 204 len: 168 time: 0.5243888 Jul 14 16:14:12.663446 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a no longer exists at agent hyperv_hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:14:12.683089 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] No Port match for: 73fe31bd-7b5e-463f-b8ac-99ab5907511a {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:14:12.683367 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Device 73fe31bd-7b5e-463f-b8ac-99ab5907511a not bound to the agent host hv-cinder-84986 {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:14:14.936295 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42504) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:15.208867 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:15.230362 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:15.351901 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406936'] for router_interface (a3580377-8bd1-4d4b-9e63-7bf5f2488208), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:15.567496 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Deleting port 1210d281-2f9b-405e-8b81-21f528b23aec {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:14:15.567836 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:15.647943 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] For port 1210d281-2f9b-405e-8b81-21f528b23aec, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=1210d281-2f9b-405e-8b81-21f528b23aec,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:14:15.648324 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:15.661190 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Calling delete_port for 1210d281-2f9b-405e-8b81-21f528b23aec owned by network:router_interface {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:14:15.958379 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (1210d281-2f9b-405e-8b81-21f528b23aec), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:15.983524 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=1210d281-2f9b-405e-8b81-21f528b23aec,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:16.057350 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:16.160664 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406796'] for router_interface (a3580377-8bd1-4d4b-9e63-7bf5f2488208), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:16.255779 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:16.368072 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Router a3580377-8bd1-4d4b-9e63-7bf5f2488208 has already been hosted by L3 agent 9dc8ca08-16c4-44ac-897c-a87f37e9c1db {{(pid=111068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 16:14:16.472200 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] Notify agent at l3_agent.dv-cinder-849869-1-iscsi the message routers_updated {{(pid=111068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 16:14:16.477387 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-003bba11-617e-42ea-b853-57ea15bc2fcf admin admin] 10.222.0.119 "PUT /v2.0/routers/a3580377-8bd1-4d4b-9e63-7bf5f2488208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5400486 Jul 14 16:14:16.479886 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42508) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:16.482143 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] Sync routers for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 16:14:16.494414 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:14:16.495019 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:14:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:16.578936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks [] for router (a3580377-8bd1-4d4b-9e63-7bf5f2488208), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:16.594662 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: dv-cinder-849869-1-iscsi {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:14:16.679503 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks [] for router_gateway (a3580377-8bd1-4d4b-9e63-7bf5f2488208), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:16.765009 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'external_fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:14:15Z', 'revision_number': 5, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port': {'id': '978755a5-27ba-4bdd-a08b-fc595adf635e', 'name': '', 'network_id': 'e845b89e-a98a-46ab-b374-511bceddad2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849869-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T16:04:52Z', 'updated_at': '2022-07-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '923b7ee3-28cd-4df6-910e-dce326dbc655', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849869-1-iscsi'}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:16.793632 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] Checking router: a3580377-8bd1-4d4b-9e63-7bf5f2488208 for host: dv-cinder-849869-1-iscsi {{(pid=111069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 16:14:16.801711 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Deleting port 978755a5-27ba-4bdd-a08b-fc595adf635e {{(pid=111068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:14:16.802049 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:16.802559 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] Routers {'a3580377-8bd1-4d4b-9e63-7bf5f2488208'} bound to L3 agent in host dv-cinder-849869-1-iscsi {{(pid=111069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 16:14:16.804844 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849869-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T15:47:33Z,description=,heartbeat_timestamp=2022-07-14T16:14:03Z,host='dv-cinder-849869-1-iscsi',id=9dc8ca08-16c4-44ac-897c-a87f37e9c1db,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T15:47:33Z,topic='l3_agent')) {'router_ids': ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'], 'active': True} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:16.884162 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.db [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] For port 978755a5-27ba-4bdd-a08b-fc595adf635e, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=978755a5-27ba-4bdd-a08b-fc595adf635e,segment=NetworkSegment(067f1a69-4966-4910-b0e6-1bf0972f6955),segment_id=067f1a69-4966-4910-b0e6-1bf0972f6955)] {{(pid=111068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:14:16.884413 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvr_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] Set router a3580377-8bd1-4d4b-9e63-7bf5f2488208 gateway port host: None {{(pid=111069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 16:14:16.884553 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:16.898308 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.plugin [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Calling delete_port for 978755a5-27ba-4bdd-a08b-fc595adf635e owned by network:router_gateway {{(pid=111068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:14:16.935053 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_hamode_db [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:14:16Z', 'revision_number': 6, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port_host': None}], 'dv-cinder-849869-1-iscsi', False) {} {{(pid=111069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:16.954266 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:16.960003 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c612dc8-b67c-4d76-b1fd-b24cf97c4343 None None] The sync data for ids ['a3580377-8bd1-4d4b-9e63-7bf5f2488208'] in dv-cinder-849869-1-iscsi is: [{'id': 'a3580377-8bd1-4d4b-9e63-7bf5f2488208', 'name': 'tempest-AttachVolumeShelveTestJSON-816714446-router', 'tenant_id': 'f50528750c0e4504aaafba1ebae3f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T16:04:51Z', 'updated_at': '2022-07-14T16:14:16Z', 'revision_number': 6, 'project_id': 'f50528750c0e4504aaafba1ebae3f707', 'gw_port_host': None}] {{(pid=111069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 16:14:17.130182 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62048786'] for port (978755a5-27ba-4bdd-a08b-fc595adf635e), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.154231 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Pushing event deleted for resources: {'Port': ['ID=978755a5-27ba-4bdd-a08b-fc595adf635e,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:17.215431 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402705'] for router_gateway (a3580377-8bd1-4d4b-9e63-7bf5f2488208), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.303410 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4085'] for router (a3580377-8bd1-4d4b-9e63-7bf5f2488208), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.305642 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks [] for router_controller (a3580377-8bd1-4d4b-9e63-7bf5f2488208), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.308210 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:17.414758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406186'] for router (a3580377-8bd1-4d4b-9e63-7bf5f2488208), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.415346 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3580377-8bd1-4d4b-9e63-7bf5f2488208 {{(pid=111068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 16:14:17.419937 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.421102 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-281aefac-c320-4a9f-aca0-2e70c5dc59bf admin admin] 10.222.0.119 "DELETE /v2.0/routers/a3580377-8bd1-4d4b-9e63-7bf5f2488208 HTTP/1.1" status: 204 len: 168 time: 0.9403064 Jul 14 16:14:17.425106 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42510) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:17.470712 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] Deleting subnet 8e11e799-0627-4efe-b9fa-805d3449a119 {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:14:17.474085 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] Publish callbacks [] for subnet (8e11e799-0627-4efe-b9fa-805d3449a119), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.509935 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (8e11e799-0627-4efe-b9fa-805d3449a119), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.591001 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (8e11e799-0627-4efe-b9fa-805d3449a119), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.702153 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (8e11e799-0627-4efe-b9fa-805d3449a119), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.729354 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e11e799-0627-4efe-b9fa-805d3449a119,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:17.732922 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.737915 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-e86831b3-f29f-49bd-93a0-a70bf2daaa1c admin admin] 10.222.0.119 "DELETE /v2.0/subnets/8e11e799-0627-4efe-b9fa-805d3449a119 HTTP/1.1" status: 204 len: 168 time: 0.3115833 Jul 14 16:14:17.739564 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42512) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:17.742646 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4fbd2c-d187-40ec-8812-d7eb0035a56d None None] Network 3b3927a5-e351-442d-a0b8-241c848eece6 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:14:17.842583 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (3b3927a5-e351-442d-a0b8-241c848eece6), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.885879 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Deleting port 4c7bbf97-c165-4689-a5f8-aba73c08c26b {{(pid=111067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:14:17.886218 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.927658 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] DHCP port deletion for 3b3927a5-e351-442d-a0b8-241c848eece6 request from dv-cinder-849869-1-iscsi {{(pid=111069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 16:14:17.951755 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.db [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] For port 4c7bbf97-c165-4689-a5f8-aba73c08c26b, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=4c7bbf97-c165-4689-a5f8-aba73c08c26b,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:14:17.952261 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:17.965751 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:17.966002 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Calling delete_port for 4c7bbf97-c165-4689-a5f8-aba73c08c26b owned by network:dhcp {{(pid=111067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:14:17.969327 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Deleting port 4c7bbf97-c165-4689-a5f8-aba73c08c26b {{(pid=111069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 16:14:17.969772 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734459717870'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), before_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.040526 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.db [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] For port 4c7bbf97-c165-4689-a5f8-aba73c08c26b, host dv-cinder-849869-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849869-1-iscsi',level=0,port_id=4c7bbf97-c165-4689-a5f8-aba73c08c26b,segment=NetworkSegment(79482d9c-9e58-41cf-bae9-cea792fd40a6),segment_id=79482d9c-9e58-41cf-bae9-cea792fd40a6)] {{(pid=111069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 16:14:18.041028 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402521'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), precommit_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.055370 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Calling delete_port for 4c7bbf97-c165-4689-a5f8-aba73c08c26b owned by network:dhcp {{(pid=111069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 16:14:18.117775 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:18.135910 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62376083'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.144595 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734459726915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734459362295'] for port (4c7bbf97-c165-4689-a5f8-aba73c08c26b), after_delete {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.150882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:18.161310 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7bbf97-c165-4689-a5f8-aba73c08c26b,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:18.168387 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] No DVR routers for this DVR port 4c7bbf97-c165-4689-a5f8-aba73c08c26b on host dv-cinder-849869-1-iscsi {{(pid=111067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:14:18.178479 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] No DVR routers for this DVR port 4c7bbf97-c165-4689-a5f8-aba73c08c26b on host dv-cinder-849869-1-iscsi {{(pid=111069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 16:14:18.184908 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Pushing event deleted for resources: {'Port': ['ID=4c7bbf97-c165-4689-a5f8-aba73c08c26b,revision_number=None']} {{(pid=111069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:18.191975 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.192383 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.192723 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.193112 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.193450 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.193824 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.194218 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.194544 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.194869 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.195191 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.195511 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.195834 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.196176 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.196494 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.196813 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63ecaa-4460-4cd4-b595-83e5bb28326c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:14:18.243931 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (3b3927a5-e351-442d-a0b8-241c848eece6), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.268469 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3927a5-e351-442d-a0b8-241c848eece6']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:18.277976 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79482d9c-9e58-41cf-bae9-cea792fd40a6') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:18.278274 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79482d9c-9e58-41cf-bae9-cea792fd40a6') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:18.288525 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (79482d9c-9e58-41cf-bae9-cea792fd40a6), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.302352 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (79482d9c-9e58-41cf-bae9-cea792fd40a6), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.308840 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:14:18.309251 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (79482d9c-9e58-41cf-bae9-cea792fd40a6), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.358063 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 79482d9c-9e58-41cf-bae9-cea792fd40a6 resource provider aggregate not found Jul 14 16:14:18.378008 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment 79482d9c-9e58-41cf-bae9-cea792fd40a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79482d9c-9e58-41cf-bae9-cea792fd40a6 found for delete ", "request_id": "req-f2e0d3f8-b8f3-43b9-9692-dbeca6ce96df"}]} Jul 14 16:14:18.444532 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (3b3927a5-e351-442d-a0b8-241c848eece6), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.449898 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.453283 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] 10.222.0.119 "DELETE /v2.0/networks/3b3927a5-e351-442d-a0b8-241c848eece6 HTTP/1.1" status: 204 len: 168 time: 0.7122734 Jul 14 16:14:18.464119 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e9997-2e18-4109-b54d-656f1791e881 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3927a5-e351-442d-a0b8-241c848eece6,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:18.610938 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.656067 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 4c7bbf97-c165-4689-a5f8-aba73c08c26b no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:14:18.676308 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 4c7bbf97-c165-4689-a5f8-aba73c08c26b {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:14:18.676664 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 4c7bbf97-c165-4689-a5f8-aba73c08c26b not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:14:18.677076 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 978755a5-27ba-4bdd-a08b-fc595adf635e no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:14:18.695226 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 978755a5-27ba-4bdd-a08b-fc595adf635e {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:14:18.695504 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 978755a5-27ba-4bdd-a08b-fc595adf635e not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:14:18.695909 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1210d281-2f9b-405e-8b81-21f528b23aec no longer exists at agent ovs-agent-dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 16:14:18.713882 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.plugin [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] No Port match for: 1210d281-2f9b-405e-8b81-21f528b23aec {{(pid=111069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 16:14:18.714229 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Device 1210d281-2f9b-405e-8b81-21f528b23aec not bound to the agent host dv-cinder-849869-1-iscsi {{(pid=111069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 16:14:18.736760 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42520) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:18.776093 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-1cad34de-71c7-4ec9-ad0e-8951cdd9874a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f50528750c0e4504aaafba1ebae3f707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381751 Jul 14 16:14:18.778506 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42522) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:18.829752 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-813bb88d-e656-4e27-8a71-d3648c083b0c admin admin] Publish callbacks [] for security_group (310d667e-5aaa-4fa4-b585-20a3d8339562), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.851547 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-813bb88d-e656-4e27-8a71-d3648c083b0c admin admin] Publish callbacks [] for security_group (310d667e-5aaa-4fa4-b585-20a3d8339562), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.957327 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-813bb88d-e656-4e27-8a71-d3648c083b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (310d667e-5aaa-4fa4-b585-20a3d8339562), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.959764 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-813bb88d-e656-4e27-8a71-d3648c083b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:18.960927 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-813bb88d-e656-4e27-8a71-d3648c083b0c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/310d667e-5aaa-4fa4-b585-20a3d8339562 HTTP/1.1" status: 204 len: 168 time: 0.1815434 Jul 14 16:14:18.969469 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bb88d-e656-4e27-8a71-d3648c083b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d667e-5aaa-4fa4-b585-20a3d8339562,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:20.019732 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42544) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:20.117892 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.v2.base [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327592287-network', 'tenant_id': 'b0eb9d123e9d4d05b4f8ec068de9aa07'}} {{(pid=111068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:14:20.192805 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Made reservation on behalf of b0eb9d123e9d4d05b4f8ec068de9aa07 for: {'network': 1} {{(pid=111068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:14:20.195118 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.204430 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.224684 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:20.280340 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks [] for security_group (f9dd6de4-e030-4cb8-8a01-fb35740bce0d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.351868 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (f9dd6de4-e030-4cb8-8a01-fb35740bce0d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.379122 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=111068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:14:20.388907 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd6de4-e030-4cb8-8a01-fb35740bce0d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:20.394672 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (df548438-85d3-4255-92dc-00bdb76fd938), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.395009 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.db.segments_db [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Added segment df548438-85d3-4255-92dc-00bdb76fd938 of type vlan for network 910c0aff-af0f-4597-8419-be6e61ec022e Jul 14 16:14:20.396017 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:20.439128 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (910c0aff-af0f-4597-8419-be6e61ec022e), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.535894 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (910c0aff-af0f-4597-8419-be6e61ec022e), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.536934 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:20.537512 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.598026 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] Pushing event updated for resources: {'Network': ['ID=910c0aff-af0f-4597-8419-be6e61ec022e,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:20.607953 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 910c0aff-af0f-4597-8419-be6e61ec022e details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:14:20.630244 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-d203c657-e794-418d-aa94-c90aaa9d9f4a admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6091425 Jul 14 16:14:20.633013 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42548) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:20.637944 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Request body: {'subnet': {'network_id': '910c0aff-af0f-4597-8419-be6e61ec022e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327592287-subnet', 'tenant_id': 'b0eb9d123e9d4d05b4f8ec068de9aa07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:14:20.707317 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Made reservation on behalf of b0eb9d123e9d4d05b4f8ec068de9aa07 for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:14:20.709795 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62130738'] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.873291 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:20.947256 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62379523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62130688'] for subnet (86243324-d47d-4ba6-8781-a51e17a587e7), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:20.999955 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86243324-d47d-4ba6-8781-a51e17a587e7,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:21.005336 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:21.018820 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Checking segment: {'id': 'df548438-85d3-4255-92dc-00bdb76fd938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '910c0aff-af0f-4597-8419-be6e61ec022e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:14:21.019186 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Network hostable DHCP agents. Network: 910c0aff-af0f-4597-8419-be6e61ec022e, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:14:21.118195 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Network 910c0aff-af0f-4597-8419-be6e61ec022e is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:14:21.232738 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 910c0aff-af0f-4597-8419-be6e61ec022e) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:14:21.237422 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:21.238098 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:21.241945 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adb06ee-dd52-41ea-9a07-0ba75c0b8730 None None] Network 910c0aff-af0f-4597-8419-be6e61ec022e requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:14:21.340917 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498df466-5850-42b1-9879-033b35eaa2f8 None None] Network 910c0aff-af0f-4597-8419-be6e61ec022e requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:14:21.401620 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-d64b852b-cedd-4f45-91ab-efe5dfa97489 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7674577 Jul 14 16:14:22.101602 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42564) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:22.106482 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1352648675-network', 'tenant_id': '8d7d3682542a4285bf548bbb816a37fa'}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:14:22.159075 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Made reservation on behalf of 8d7d3682542a4285bf548bbb816a37fa for: {'network': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:14:22.161521 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543679'] for network (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.170318 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.251297 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks [] for security_group (28c32fef-db61-43e2-be20-7dd6edfc8ae3), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.318353 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (28c32fef-db61-43e2-be20-7dd6edfc8ae3), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.347446 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1248} {{(pid=111067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 16:14:22.354228 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c32fef-db61-43e2-be20-7dd6edfc8ae3,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:22.360071 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (028e4fa9-19e2-413a-84ca-cfff3be45e55), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.360478 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.db.segments_db [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Added segment 028e4fa9-19e2-413a-84ca-cfff3be45e55 of type vlan for network 859aabd5-b131-42a3-ace2-dbfac827ab43 Jul 14 16:14:22.400509 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734459380017'] for network (859aabd5-b131-42a3-ace2-dbfac827ab43), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.489784 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907'] for network (859aabd5-b131-42a3-ace2-dbfac827ab43), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.490775 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:22.491355 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.555998 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] Pushing event updated for resources: {'Network': ['ID=859aabd5-b131-42a3-ace2-dbfac827ab43,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:22.566084 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.plugins.ml2.rpc [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Network 859aabd5-b131-42a3-ace2-dbfac827ab43 details requested by agent ovs-agent-dv-cinder-849869-1-iscsi with host dv-cinder-849869-1-iscsi {{(pid=111069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 16:14:22.601986 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-66a84521-975b-4502-a358-4a1f33a70fab admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4991906 Jul 14 16:14:22.604612 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42566) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:22.609206 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.v2.base [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Request body: {'subnet': {'network_id': '859aabd5-b131-42a3-ace2-dbfac827ab43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1352648675-subnet', 'tenant_id': '8d7d3682542a4285bf548bbb816a37fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 16:14:22.690353 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Made reservation on behalf of 8d7d3682542a4285bf548bbb816a37fa for: {'subnet': 1} {{(pid=111067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 16:14:22.692760 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62130738'] for subnet (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.924948 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62379523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62130688'] for subnet (6b3ca8fb-4973-4eb5-a935-7299d1822a6a), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:22.973899 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3ca8fb-4973-4eb5-a935-7299d1822a6a,revision_number=0']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:22.989671 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Checking segment: {'id': '028e4fa9-19e2-413a-84ca-cfff3be45e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '859aabd5-b131-42a3-ace2-dbfac827ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 16:14:22.990023 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Network hostable DHCP agents. Network: 859aabd5-b131-42a3-ace2-dbfac827ab43, hostable agents: ['59ee035b-1a87-46a6-9f4f-ffc925b1d1fc'], hosted agents: [] {{(pid=111067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 16:14:23.000515 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:23.066980 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Network 859aabd5-b131-42a3-ace2-dbfac827ab43 is scheduled to be hosted by DHCP agent 59ee035b-1a87-46a6-9f4f-ffc925b1d1fc with binding_index 1 {{(pid=111067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 16:14:23.152612 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.scheduler.base_scheduler [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849869-1-iscsi, 859aabd5-b131-42a3-ace2-dbfac827ab43) {{(pid=111067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 16:14:23.156692 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 16:14:23.157319 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.160574 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:23.162989 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b74dd9-fae5-43fc-80c1-2c8f9f30cae9 None None] Network 859aabd5-b131-42a3-ace2-dbfac827ab43 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:14:23.247292 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-0760252f-4de7-4e37-83ab-04fdcee2a012 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6416008 Jul 14 16:14:23.262044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349cb18-f160-41a2-bee5-27269f2538df None None] Network 859aabd5-b131-42a3-ace2-dbfac827ab43 requested from dv-cinder-849869-1-iscsi {{(pid=111069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 16:14:23.371191 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42570) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:23.422689 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] Deleting subnet 86243324-d47d-4ba6-8781-a51e17a587e7 {{(pid=111067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:14:23.427243 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] Publish callbacks [] for subnet (86243324-d47d-4ba6-8781-a51e17a587e7), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.463553 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61827092'] for subnet (86243324-d47d-4ba6-8781-a51e17a587e7), precommit_delete_associations {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.505784 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (86243324-d47d-4ba6-8781-a51e17a587e7), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.610253 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62379596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62130697'] for subnet (86243324-d47d-4ba6-8781-a51e17a587e7), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.639043 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86243324-d47d-4ba6-8781-a51e17a587e7,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:23.643405 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for subnet (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.646490 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9e208ac5-e11c-4542-b0b9-bbbd92164fd5 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/86243324-d47d-4ba6-8781-a51e17a587e7 HTTP/1.1" status: 204 len: 168 time: 0.2741418 Jul 14 16:14:23.649092 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42572) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:23.716698 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (910c0aff-af0f-4597-8419-be6e61ec022e), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.797348 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (910c0aff-af0f-4597-8419-be6e61ec022e), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.816502 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910c0aff-af0f-4597-8419-be6e61ec022e']}} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:23.825443 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df548438-85d3-4255-92dc-00bdb76fd938') {'for_net_delete': True} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:23.825727 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.services.segments.db [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df548438-85d3-4255-92dc-00bdb76fd938') {} {{(pid=111067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:23.835659 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61827075'] for segment (df548438-85d3-4255-92dc-00bdb76fd938), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.849416 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (df548438-85d3-4255-92dc-00bdb76fd938), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.855484 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=111067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:14:23.855859 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62376174'] for segment (df548438-85d3-4255-92dc-00bdb76fd938), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.880403 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment df548438-85d3-4255-92dc-00bdb76fd938 resource provider aggregate not found Jul 14 16:14:23.924342 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.services.segments.plugin [-] Segment df548438-85d3-4255-92dc-00bdb76fd938 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df548438-85d3-4255-92dc-00bdb76fd938 found for delete ", "request_id": "req-3c548b06-4a60-4a35-a525-a536b236d48e"}]} Jul 14 16:14:23.980179 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (910c0aff-af0f-4597-8419-be6e61ec022e), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.986090 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:23.989228 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] 10.222.0.119 "DELETE /v2.0/networks/910c0aff-af0f-4597-8419-be6e61ec022e HTTP/1.1" status: 204 len: 168 time: 0.3391411 Jul 14 16:14:23.992310 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42578) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:23.999779 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e545b4-c0a6-49ca-a0cb-0b2d9419b753 admin admin] Pushing event deleted for resources: {'Network': ['ID=910c0aff-af0f-4597-8419-be6e61ec022e,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:24.037578 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.db.db_base_plugin_v2 [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] Deleting subnet 6b3ca8fb-4973-4eb5-a935-7299d1822a6a {{(pid=111068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 16:14:24.040806 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] Publish callbacks [] for subnet (6b3ca8fb-4973-4eb5-a935-7299d1822a6a), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.079200 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62594760'] for subnet (6b3ca8fb-4973-4eb5-a935-7299d1822a6a), precommit_delete_associations {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.119864 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3633279'] for subnet (6b3ca8fb-4973-4eb5-a935-7299d1822a6a), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.255876 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3633257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62051533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58799914'] for subnet (6b3ca8fb-4973-4eb5-a935-7299d1822a6a), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.281660 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3ca8fb-4973-4eb5-a935-7299d1822a6a,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:24.285919 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.289130 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-83099fb3-a7c8-4d74-a0f8-bd433246ad20 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/6b3ca8fb-4973-4eb5-a935-7299d1822a6a HTTP/1.1" status: 204 len: 168 time: 0.2957304 Jul 14 16:14:24.291460 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42580) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:24.364773 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3595297'] for network (859aabd5-b131-42a3-ace2-dbfac827ab43), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.442966 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3636741', 'neutron.services.segments.db._delete_segments_for_network-8734459828547'] for network (859aabd5-b131-42a3-ace2-dbfac827ab43), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.466707 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859aabd5-b131-42a3-ace2-dbfac827ab43']}} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:24.476927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028e4fa9-19e2-413a-84ca-cfff3be45e55') {'for_net_delete': True} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:24.477225 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.services.segments.db [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028e4fa9-19e2-413a-84ca-cfff3be45e55') {} {{(pid=111068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 16:14:24.486771 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734459829836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62594783'] for segment (028e4fa9-19e2-413a-84ca-cfff3be45e55), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.500050 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453'] for segment (028e4fa9-19e2-413a-84ca-cfff3be45e55), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.506550 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=111068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 16:14:24.506936 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62048879'] for segment (028e4fa9-19e2-413a-84ca-cfff3be45e55), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.530192 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment 028e4fa9-19e2-413a-84ca-cfff3be45e55 resource provider aggregate not found Jul 14 16:14:24.561296 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.services.segments.plugin [-] Segment 028e4fa9-19e2-413a-84ca-cfff3be45e55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 028e4fa9-19e2-413a-84ca-cfff3be45e55 found for delete ", "request_id": "req-88f9ba06-ca6b-4b9b-8b72-22904e7d26d5"}]} Jul 14 16:14:24.638912 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3636748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402700'] for network (859aabd5-b131-42a3-ace2-dbfac827ab43), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.645036 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751921'] for network (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:24.648078 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] 10.222.0.119 "DELETE /v2.0/networks/859aabd5-b131-42a3-ace2-dbfac827ab43 HTTP/1.1" status: 204 len: 168 time: 0.3557131 Jul 14 16:14:24.659346 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a265d1-0e10-437b-9847-cbcde2708aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=859aabd5-b131-42a3-ace2-dbfac827ab43,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:24.959680 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42588) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:24.997305 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-40f98289-dea8-4a6f-8dfc-c70ff60818c0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b0eb9d123e9d4d05b4f8ec068de9aa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381317 Jul 14 16:14:24.999766 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42590) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:25.050827 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-911ae804-1bf7-4c80-96e0-1e2c4a7c8a8c admin admin] Publish callbacks [] for security_group (f9dd6de4-e030-4cb8-8a01-fb35740bce0d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:25.068208 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:25.072739 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-911ae804-1bf7-4c80-96e0-1e2c4a7c8a8c admin admin] Publish callbacks [] for security_group (f9dd6de4-e030-4cb8-8a01-fb35740bce0d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:25.210396 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-911ae804-1bf7-4c80-96e0-1e2c4a7c8a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (f9dd6de4-e030-4cb8-8a01-fb35740bce0d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:25.212988 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-911ae804-1bf7-4c80-96e0-1e2c4a7c8a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:25.214232 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-911ae804-1bf7-4c80-96e0-1e2c4a7c8a8c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f9dd6de4-e030-4cb8-8a01-fb35740bce0d HTTP/1.1" status: 204 len: 168 time: 0.2135484 Jul 14 16:14:25.223265 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ae804-1bf7-4c80-96e0-1e2c4a7c8a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd6de4-e030-4cb8-8a01-fb35740bce0d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:25.796862 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42596) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:25.826694 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:25.838095 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-66a3dc92-bb48-492b-bb7d-db43aee7290f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8d7d3682542a4285bf548bbb816a37fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401404 Jul 14 16:14:25.841392 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42598) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:25.890541 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-34c836c6-3d0b-4e90-b424-4464436f9aed admin admin] Publish callbacks [] for security_group (28c32fef-db61-43e2-be20-7dd6edfc8ae3), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:25.912012 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-34c836c6-3d0b-4e90-b424-4464436f9aed admin admin] Publish callbacks [] for security_group (28c32fef-db61-43e2-be20-7dd6edfc8ae3), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:26.004181 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-34c836c6-3d0b-4e90-b424-4464436f9aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (28c32fef-db61-43e2-be20-7dd6edfc8ae3), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:26.006673 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-34c836c6-3d0b-4e90-b424-4464436f9aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:26.007812 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-34c836c6-3d0b-4e90-b424-4464436f9aed admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/28c32fef-db61-43e2-be20-7dd6edfc8ae3 HTTP/1.1" status: 204 len: 168 time: 0.1663456 Jul 14 16:14:26.017234 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c836c6-3d0b-4e90-b424-4464436f9aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c32fef-db61-43e2-be20-7dd6edfc8ae3,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:29.339494 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42668) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:29.450310 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a2751190-2b3b-46c8-9a1f-1b3ef2aae133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:29.538455 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a2751190-2b3b-46c8-9a1f-1b3ef2aae133 admin admin] Publish callbacks [] for security_group (de95502b-05bf-4c9f-a2ce-9ef30be5959d), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:29.620540 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-a2751190-2b3b-46c8-9a1f-1b3ef2aae133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (de95502b-05bf-4c9f-a2ce-9ef30be5959d), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:29.660867 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2751190-2b3b-46c8-9a1f-1b3ef2aae133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de95502b-05bf-4c9f-a2ce-9ef30be5959d,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:29.666485 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-a2751190-2b3b-46c8-9a1f-1b3ef2aae133 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b11fcd640b9341f1a066283ebd9c2ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259230 Jul 14 16:14:29.669186 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42672) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:29.717316 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf9e38d4-1bc8-4266-88c7-c97fef142709 admin admin] Publish callbacks [] for security_group (de95502b-05bf-4c9f-a2ce-9ef30be5959d), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:29.739663 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf9e38d4-1bc8-4266-88c7-c97fef142709 admin admin] Publish callbacks [] for security_group (de95502b-05bf-4c9f-a2ce-9ef30be5959d), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:29.867176 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf9e38d4-1bc8-4266-88c7-c97fef142709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (de95502b-05bf-4c9f-a2ce-9ef30be5959d), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:29.869741 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-bf9e38d4-1bc8-4266-88c7-c97fef142709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:29.870882 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-bf9e38d4-1bc8-4266-88c7-c97fef142709 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/de95502b-05bf-4c9f-a2ce-9ef30be5959d HTTP/1.1" status: 204 len: 168 time: 0.2007439 Jul 14 16:14:29.880841 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e38d4-1bc8-4266-88c7-c97fef142709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de95502b-05bf-4c9f-a2ce-9ef30be5959d,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:30.488131 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42678) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:30.501782 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7510f7dc-9180-4597-b156-9d157e76c716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.577924 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7510f7dc-9180-4597-b156-9d157e76c716 admin admin] Publish callbacks [] for security_group (a365cdb8-d559-45ae-b9a5-09f6f49dc4cb), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.632739 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c0168448-49fe-4378-99ac-032ba095d200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.655701 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7510f7dc-9180-4597-b156-9d157e76c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a365cdb8-d559-45ae-b9a5-09f6f49dc4cb), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.672129 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:30.696539 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510f7dc-9180-4597-b156-9d157e76c716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a365cdb8-d559-45ae-b9a5-09f6f49dc4cb,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:30.701948 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7510f7dc-9180-4597-b156-9d157e76c716 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=af376daf03554abdb8db2801ef3dbb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127819 Jul 14 16:14:30.705532 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42680) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:30.753940 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba170b3-3ae6-4af4-aa15-6962dc9b4678 admin admin] Publish callbacks [] for security_group (a365cdb8-d559-45ae-b9a5-09f6f49dc4cb), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.775879 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba170b3-3ae6-4af4-aa15-6962dc9b4678 admin admin] Publish callbacks [] for security_group (a365cdb8-d559-45ae-b9a5-09f6f49dc4cb), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.809145 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:30.895556 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba170b3-3ae6-4af4-aa15-6962dc9b4678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (a365cdb8-d559-45ae-b9a5-09f6f49dc4cb), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.898171 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-7ba170b3-3ae6-4af4-aa15-6962dc9b4678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:30.899341 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-7ba170b3-3ae6-4af4-aa15-6962dc9b4678 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a365cdb8-d559-45ae-b9a5-09f6f49dc4cb HTTP/1.1" status: 204 len: 168 time: 0.1929865 Jul 14 16:14:30.907930 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba170b3-3ae6-4af4-aa15-6962dc9b4678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365cdb8-d559-45ae-b9a5-09f6f49dc4cb,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:32.918844 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7e5236d9-ff53-4686-b1fa-638e48159cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:33.897667 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:33.902529 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:34.181279 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:35.673246 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:35.930480 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:38.470505 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42774) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:38.602488 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c9ddc8e0-2cac-4fb1-a95c-98495a4de633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:38.680338 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c9ddc8e0-2cac-4fb1-a95c-98495a4de633 admin admin] Publish callbacks [] for security_group (47f09ccd-1f89-4d84-86ee-1424f153a7a1), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:38.752900 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-c9ddc8e0-2cac-4fb1-a95c-98495a4de633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (47f09ccd-1f89-4d84-86ee-1424f153a7a1), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:38.768269 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:38.792927 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddc8e0-2cac-4fb1-a95c-98495a4de633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f09ccd-1f89-4d84-86ee-1424f153a7a1,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:38.799186 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-c9ddc8e0-2cac-4fb1-a95c-98495a4de633 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3069251053684fc4a4cc4dc2552f8168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275959 Jul 14 16:14:38.801929 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42778) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:38.851606 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0c1a-a8ec-434f-92ec-fd17d1af278e admin admin] Publish callbacks [] for security_group (47f09ccd-1f89-4d84-86ee-1424f153a7a1), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:38.871784 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:38.873756 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0c1a-a8ec-434f-92ec-fd17d1af278e admin admin] Publish callbacks [] for security_group (47f09ccd-1f89-4d84-86ee-1424f153a7a1), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:39.010174 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0c1a-a8ec-434f-92ec-fd17d1af278e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (47f09ccd-1f89-4d84-86ee-1424f153a7a1), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:39.012761 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0c1a-a8ec-434f-92ec-fd17d1af278e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:39.013920 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-2e2d0c1a-a8ec-434f-92ec-fd17d1af278e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/47f09ccd-1f89-4d84-86ee-1424f153a7a1 HTTP/1.1" status: 204 len: 168 time: 0.2110157 Jul 14 16:14:39.022483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d0c1a-a8ec-434f-92ec-fd17d1af278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f09ccd-1f89-4d84-86ee-1424f153a7a1,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:39.710536 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 42784) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:39.724998 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b5710010-0ff3-4905-a273-ffde263b4fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:39.803798 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b5710010-0ff3-4905-a273-ffde263b4fad admin admin] Publish callbacks [] for security_group (298ce9d2-64e1-457a-b5d9-3d5e2d8d8176), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:39.867343 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-b5710010-0ff3-4905-a273-ffde263b4fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (298ce9d2-64e1-457a-b5d9-3d5e2d8d8176), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:39.906883 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-b5710010-0ff3-4905-a273-ffde263b4fad admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=72a15b86db7f46c7a50de000e9699617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951885 Jul 14 16:14:39.908275 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5710010-0ff3-4905-a273-ffde263b4fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298ce9d2-64e1-457a-b5d9-3d5e2d8d8176,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:39.910334 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42786) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:39.960601 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad1bafc8-028f-4ea9-b29e-57b6adf6e907 admin admin] Publish callbacks [] for security_group (298ce9d2-64e1-457a-b5d9-3d5e2d8d8176), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:39.982679 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad1bafc8-028f-4ea9-b29e-57b6adf6e907 admin admin] Publish callbacks [] for security_group (298ce9d2-64e1-457a-b5d9-3d5e2d8d8176), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:40.089051 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad1bafc8-028f-4ea9-b29e-57b6adf6e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (298ce9d2-64e1-457a-b5d9-3d5e2d8d8176), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:40.091593 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-ad1bafc8-028f-4ea9-b29e-57b6adf6e907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:40.092836 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-ad1bafc8-028f-4ea9-b29e-57b6adf6e907 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/298ce9d2-64e1-457a-b5d9-3d5e2d8d8176 HTTP/1.1" status: 204 len: 168 time: 0.1813223 Jul 14 16:14:40.104777 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bafc8-028f-4ea9-b29e-57b6adf6e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ce9d2-64e1-457a-b5d9-3d5e2d8d8176,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:41.830859 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42816) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:41.938332 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9daf9233-df24-4e99-b64d-55971388e4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:42.012725 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9daf9233-df24-4e99-b64d-55971388e4ce admin admin] Publish callbacks [] for security_group (7b07cff4-ada5-45e3-8e3f-a499462c62b2), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:42.096961 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-9daf9233-df24-4e99-b64d-55971388e4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7b07cff4-ada5-45e3-8e3f-a499462c62b2), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:42.135702 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf9233-df24-4e99-b64d-55971388e4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07cff4-ada5-45e3-8e3f-a499462c62b2,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:42.140226 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-9daf9233-df24-4e99-b64d-55971388e4ce admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d83589b24e624ed1bb06d0a9b576e355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081934 Jul 14 16:14:42.142633 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 42820) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:14:42.195430 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d1f0-7f08-45b0-b8c4-b7c9cf55d0e8 admin admin] Publish callbacks [] for security_group (7b07cff4-ada5-45e3-8e3f-a499462c62b2), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:42.459676 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d1f0-7f08-45b0-b8c4-b7c9cf55d0e8 admin admin] Publish callbacks [] for security_group (7b07cff4-ada5-45e3-8e3f-a499462c62b2), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:42.575389 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d1f0-7f08-45b0-b8c4-b7c9cf55d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (7b07cff4-ada5-45e3-8e3f-a499462c62b2), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:42.577965 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d1f0-7f08-45b0-b8c4-b7c9cf55d0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:42.579618 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-a4f4d1f0-7f08-45b0-b8c4-b7c9cf55d0e8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7b07cff4-ada5-45e3-8e3f-a499462c62b2 HTTP/1.1" status: 204 len: 168 time: 0.4355810 Jul 14 16:14:42.587715 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4d1f0-7f08-45b0-b8c4-b7c9cf55d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07cff4-ada5-45e3-8e3f-a499462c62b2,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:14:45.832871 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:48.580064 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=65,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:48.586568 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=47 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:48.689311 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:14:48.906976 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:14:49.901086 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:49.902993 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=31,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:52.583116 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:52.584409 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:DELETE=5,neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:58.591128 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:58.903612 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:14:58.904383 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:00.610096 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-fec25799-6269-4279-ad2b-946a4771df6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:02.936271 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-aa50069c-487d-4e94-b16a-09149ba97166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:04.174768 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:05.656056 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:05.924593 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:10.909531 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:10.910215 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:15.602763 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:15.836701 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:15.838568 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:18.662029 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:25.905090 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:15:28.584161 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:28.584919 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:28.589704 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:28.927179 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:29.619784 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 43042) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:15:29.750578 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:29.848531 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Publish callbacks [] for security_group (8adabfbd-33ef-4117-a193-890bec05c70c), precommit_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:29.925279 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8adabfbd-33ef-4117-a193-890bec05c70c), after_create {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:29.968852 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e4484a3f8f024262aab4a424431213f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470068 Jul 14 16:15:29.969682 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adabfbd-33ef-4117-a193-890bec05c70c,revision_number=1']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:15:29.970967 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 43046) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:15:29.978912 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.979258 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.979603 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.979947 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.980316 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.980641 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.980973 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.981298 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.981626 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.981951 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.982279 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.982606 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.983483 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.984347 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:29.984688 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2d9a-bbd8-4a99-8ed4-ee0aa299f1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.032854 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Publish callbacks [] for security_group (8adabfbd-33ef-4117-a193-890bec05c70c), before_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:30.056355 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Publish callbacks [] for security_group (8adabfbd-33ef-4117-a193-890bec05c70c), precommit_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:30.153320 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (8adabfbd-33ef-4117-a193-890bec05c70c), after_delete {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:30.156510 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:30.157740 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8adabfbd-33ef-4117-a193-890bec05c70c HTTP/1.1" status: 204 len: 168 time: 0.1857672 Jul 14 16:15:30.165851 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adabfbd-33ef-4117-a193-890bec05c70c,revision_number=None']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:15:30.173763 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.174108 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.174445 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.174787 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.175118 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.175475 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.175749 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.176068 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.176421 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.176739 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.177063 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.177381 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.177801 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.178123 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.178441 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b39b5-d52d-45d6-bf8d-c0f529e3ff6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849869-1-iscsi {{(pid=111067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 16:15:30.587723 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-83a78c55-f3fa-46d1-bba4-7cb5abaa7681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:32.901554 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c70ab1ed-a9bb-499f-ab8b-82fea1796bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:34.182176 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:35.713495 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:35.902033 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:35.918575 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:39.964041 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=18,neutron:INSERT=9 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:39.973316 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=21,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:40.161802 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:40.168705 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:47.901191 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:47.906059 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:48.667643 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:15:58.595580 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:58.600325 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:15:58.603051 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:00.616475 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-62c28578-1767-479e-8c42-bc850483e425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:02.904283 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:16:02.936756 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-f12e2e51-e3c7-4cfc-8719-eec807ec4dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:04.165558 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:05.662758 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:05.993972 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.096829 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.wsgi [-] (111067) accepted ('10.222.0.119', 43244) {{(pid=111067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:16:07.201135 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-01b2dcdd-2d7f-4884-9d40-b51e8065185a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.277257 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-01b2dcdd-2d7f-4884-9d40-b51e8065185a admin admin] Publish callbacks [] for security_group (4a417b61-10ca-415b-897d-2a0e7f12a3a6), precommit_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.342004 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron_lib.callbacks.manager [None req-01b2dcdd-2d7f-4884-9d40-b51e8065185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (4a417b61-10ca-415b-897d-2a0e7f12a3a6), after_create {{(pid=111067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.383366 dv-cinder-849869-1-iscsi neutron-server[111067]: INFO neutron.wsgi [None req-01b2dcdd-2d7f-4884-9d40-b51e8065185a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0750b15ceb9b4dbfad13665090961869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854743 Jul 14 16:16:07.384322 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2dcdd-2d7f-4884-9d40-b51e8065185a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a417b61-10ca-415b-897d-2a0e7f12a3a6,revision_number=1']} {{(pid=111067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:16:07.386153 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.wsgi [-] (111068) accepted ('10.222.0.119', 43248) {{(pid=111068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 16:16:07.441605 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ac38-e5d7-4b50-9b85-870321a2a251 admin admin] Publish callbacks [] for security_group (4a417b61-10ca-415b-897d-2a0e7f12a3a6), before_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.463843 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ac38-e5d7-4b50-9b85-870321a2a251 admin admin] Publish callbacks [] for security_group (4a417b61-10ca-415b-897d-2a0e7f12a3a6), precommit_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.576758 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ac38-e5d7-4b50-9b85-870321a2a251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399179'] for security_group (4a417b61-10ca-415b-897d-2a0e7f12a3a6), after_delete {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.579319 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ac38-e5d7-4b50-9b85-870321a2a251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:07.581176 dv-cinder-849869-1-iscsi neutron-server[111068]: INFO neutron.wsgi [None req-f7c7ac38-e5d7-4b50-9b85-870321a2a251 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4a417b61-10ca-415b-897d-2a0e7f12a3a6 HTTP/1.1" status: 204 len: 168 time: 0.1939781 Jul 14 16:16:07.589473 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7ac38-e5d7-4b50-9b85-870321a2a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a417b61-10ca-415b-897d-2a0e7f12a3a6,revision_number=None']} {{(pid=111068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 16:16:12.900641 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:15.850645 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:15.852522 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:17.375815 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:17.379771 dv-cinder-849869-1-iscsi neutron-server[111067]: DEBUG dbcounter [-] [111067] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=111067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:17.583964 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:17.584875 dv-cinder-849869-1-iscsi neutron-server[111068]: DEBUG dbcounter [-] [111068] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=111068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:17.602607 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:18.644203 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:28.583149 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:28.583937 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:28.589754 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:28.610571 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=14 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:28.612407 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=18 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:30.588403 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7fc0-7154-4386-80d3-519446526447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:32.896951 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-987a7ac7-45b6-42ab-8024-04965defac36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:34.194115 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:35.701930 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:35.919849 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:39.904021 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:16:45.844400 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:45.845213 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:45.854352 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:48.679789 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:16:49.899620 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:49.900391 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:58.611129 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:58.616009 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:16:58.617769 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:00.605855 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-7c0f27dc-74cc-43f3-8ca0-4369d04b4fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:02.903163 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0f6818cb-4589-4cef-a1f3-af92433f7319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:04.182741 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:05.668380 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:05.885474 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:07.879632 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:07.880445 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:15.842643 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:15.846591 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:15.848320 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:16.902864 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:17:18.673633 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:26.898863 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:28.606164 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:28.609130 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:28.610879 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:30.610864 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b02582ec-de04-4d9e-a8c7-86337386ae72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:32.897308 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-31dd372f-d4bc-4ddf-9cc1-72e45f5a144b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:34.194720 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:35.685518 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:35.914504 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:38.909840 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:38.914796 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:48.608504 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:48.609327 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:48.611112 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1,neutron:SELECT=17 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:17:48.674742 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:17:53.905622 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:17:58.743663 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:00.612011 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ec6c9c8d-12ba-499a-a33b-07a0483e54b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:02.908385 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-da9f01be-ae3f-4c54-900d-5a7ef06f3547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:03.898324 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:03.899096 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:04.205699 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:05.686106 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:05.920240 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:15.626327 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:15.851169 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:15.853057 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:15.904641 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:15.909864 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:18.709390 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:28.610332 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=13 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:28.611144 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=13 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:28.636065 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:28.638950 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:28.640727 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:30.589069 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ccc64e03-58e1-44d0-993f-e4e26fb41244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:30.904063 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:18:32.908541 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-bb38ea22-b656-4d68-8ce8-796c19e455a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:34.190389 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:35.686271 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:35.903483 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:40.900018 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:40.900825 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:45.851209 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:45.857074 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:45.859808 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:48.715366 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:18:52.911388 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:52.916294 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:58.641816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:58.645818 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:18:58.647526 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:00.555000 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-55175088-e2b5-4d4b-81dd-b7188f1aa328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:02.943862 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ca46ae12-200a-4f16-8cef-088a954e7d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:04.207341 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:05.676287 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:05.926635 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:07.903344 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:19:15.855060 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:15.859941 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:15.863368 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:17.899567 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:17.900311 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:18.731541 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:28.656407 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:28.662380 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:29.910283 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:29.911042 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=6 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:30.572588 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-8a411fad-e92b-4b98-a2a5-0986e82cba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:32.908935 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-b5c22ae9-a010-4212-a377-7648f8ed6730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:34.206637 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:35.700465 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:35.921490 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:44.903252 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:19:48.605079 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=18 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:48.607005 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:48.608694 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:48.726854 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:19:54.899229 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:54.899993 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:19:58.650745 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:00.567287 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-9653609a-f603-4a61-b039-93133685a455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:02.915514 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9346-c6f8-4f4d-a22a-d830615ffdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:04.195816 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:05.727311 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:05.927452 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:06.912526 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:06.916434 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:15.864715 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:15.868804 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:15.870622 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:18.723085 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:21.903073 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:20:28.656384 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:28.657171 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:28.662985 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:30.561810 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7aaa-3fa0-4ee6-ae7b-622109ea03de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:31.898594 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=14 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:31.899370 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=14 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:32.933107 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-284a3869-a121-4ced-933f-aed1abab923f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:34.218919 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:35.699327 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:35.978923 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:43.917659 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:43.923533 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=4 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:45.637753 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:45.864542 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=7 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:45.866291 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:48.727668 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:20:58.647324 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:58.651170 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:58.653891 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:20:58.903277 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:21:00.630419 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-680b1667-7e58-42d1-9f47-07ba35a3e282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:02.905143 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-79e958e7-4e05-4f5a-b9a5-5b143e6597e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:04.218939 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:05.721221 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:05.933323 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:08.897461 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:08.898251 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:15.862235 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:15.866125 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=6 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:15.868843 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:18.716177 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:28.663736 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:28.669858 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:28.671548 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:UPDATE=1 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:28.933313 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:28.934074 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:30.591118 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6441-4b6b-43ce-ba55-aad672c8faf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:32.917044 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9e05-27da-495e-9c63-475073bf74c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:34.219760 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:35.705172 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:35.903556 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG neutron.db.agents_db [None req-b5de6afa-7b93-436d-ab47-32c27f2e4452 None None] Agent healthcheck: found 6 active agents {{(pid=111070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 16:21:35.927760 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:45.898157 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:45.899020 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=1 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:48.779949 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-5d4941cb-dd0d-43a2-911c-f73610a864c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (3a641119-41a4-4205-8006-86366eaa9a3d), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:21:58.678063 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:58.682973 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:21:58.684710 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG dbcounter [-] [111069] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:22:00.601654 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-e574af68-15d8-4d29-8bd0-d9c132bba8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (59ee035b-1a87-46a6-9f4f-ffc925b1d1fc), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:22:02.916714 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4a7e927c-d688-418d-90c9-ca0030ef5531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (9dc8ca08-16c4-44ac-897c-a87f37e9c1db), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:22:04.207898 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-4e910840-b600-478f-8411-606cb5769b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (cdaf7a17-7ada-470a-8a40-45d47b3a8e55), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:22:05.717416 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-70a90355-ffa8-4be7-bfe8-ad29ce0803de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (33ab8334-bed0-45f2-b116-ba328cd6e796), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:22:05.945326 dv-cinder-849869-1-iscsi neutron-server[111069]: DEBUG neutron_lib.callbacks.manager [None req-0e35835f-f328-4a0c-acdf-4e6347da5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734459828529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634628'] for agent (ba98b652-9824-40d4-b21b-ac4b0d479657), after_update {{(pid=111069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 16:22:07.881800 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=3 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 16:22:07.882729 dv-cinder-849869-1-iscsi neutron-server[111070]: DEBUG dbcounter [-] [111070] Writing DB stats neutron:SELECT=5 {{(pid=111070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}